diff --git a/.github/workflows/annotation-tests.yml b/.github/workflows/annotation-tests.yml
new file mode 100644
index 00000000..16de7b16
--- /dev/null
+++ b/.github/workflows/annotation-tests.yml
@@ -0,0 +1,21 @@
+name: Validate annotation tests
+
+on:
+  pull_request:
+    paths:
+      - "annotations/**"
+
+jobs:
+  annotate:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Deno
+        uses: denoland/setup-deno@v2
+        with:
+          deno-version: "2.x"
+
+      - name: Validate annotation tests
+        run: deno --node-modules-dir=auto --allow-read --no-prompt bin/annotation-tests.ts
diff --git a/annotations/README.md b/annotations/README.md
new file mode 100644
index 00000000..69cd3dd7
--- /dev/null
+++ b/annotations/README.md
@@ -0,0 +1,116 @@
+# Annotations Tests Suite
+
+The Annotations Test Suite tests which annotations should appear (or not appear)
+on which values of an instance. These tests are agnostic of any output format.
+
+## Supported Dialects
+
+Although the annotation terminology of didn't appear in the spec until 2019-09,
+the concept is compatible with every version of JSON Schema. Test Cases in this
+Test Suite are designed to be compatible with as many releases of JSON Schema as
+possible. They do not include `$schema` or `$id`/`id` keywords so
+implementations can run the same Test Suite for each dialect they support.
+
+Since this Test Suite can be used for a variety of dialects, there are a couple
+of options that can be used by Test Runners to filter out Test Cases that don't
+apply to the dialect under test.
+
+## Test Case Components
+
+### description
+
+A short description of what behavior the Test Case is covering.
+
+### compatibility
+
+The `compatibility` option allows you to set which dialects the Test Case is
+compatible with. Test Runners can use this value to filter out Test Cases that
+don't apply the to dialect currently under test. The terminology for annotations
+didn't appear in the spec until 2019-09, but the concept is compatible with
+older releases as well. When setting `compatibility`, test authors should take
+into account dialects before 2019-09 for implementations that chose to support
+annotations for older dialects.
+
+Dialects are indicated by the number corresponding to their release. Date-based
+releases use just the year. If this option isn't present, it means the Test Case
+is compatible with any dialect.
+
+If this option is present with a number, the number indicates the minimum
+release the Test Case is compatible with. This example indicates that the Test
+Case is compatible with draft-07 and up.
+
+**Example**: `"compatibility": "7"`
+
+You can use a `<=` operator to indicate that the Test Case is compatible with
+releases less then or equal to the given release. This example indicates that
+the Test Case is compatible with 2019-09 and under.
+
+**Example**: `"compatibility": "<=2019"`
+
+You can use comma-separated values to indicate multiple constraints if needed.
+This example indicates that the Test Case is compatible with releases between
+draft-06 and 2019-09.
+
+**Example**: `"compatibility": "6,<=2019"`
+
+For convenience, you can use the `=` operator to indicate a Test Case is only
+compatible with a single release. This example indicates that the Test Case is
+compatible only with 2020-12.
+
+**Example**: `"compatibility": "=2020"`
+
+### schema
+
+The schema that will serve as the subject for the tests. Whenever possible, this
+schema shouldn't include `$schema` or `id`/`$id` because Test Cases should be
+designed to work with as many releases as possible.
+
+### externalSchemas
+
+This allows you to define additional schemas that `schema` makes references to.
+The value is an object where the keys are retrieval URIs and values are schemas.
+Most external schemas aren't self identifying (using `id`/`$id`) and rely on the
+retrieval URI for identification. This is done to increase the number of
+dialects that the test is compatible with.  Because `id` changed to `$id` in
+draft-06, if you use `$id`, the test becomes incompatible with draft-03/4 and in
+most cases, that's not necessary.
+
+### tests
+
+A collection of Tests to run to verify the Test Case.
+
+## Test Components
+
+### instance
+
+The JSON instance to be annotated.
+
+### assertions
+
+A collection of assertions that must be true for the test to pass.
+
+## Assertions Components
+
+### location
+
+The instance location.
+
+### keyword
+
+The annotating keyword.
+
+### expected
+
+A collection of `keyword` annotations expected on the instance at `location`.
+`expected` is an object where the keys are schema locations and the values are
+the annotation that schema location contributed for the given `keyword`.
+
+There can be more than one expected annotation because multiple schema locations
+could contribute annotations for a single keyword.
+
+An empty object is an assertion that the annotation must not appear at the
+`location` for the `keyword`.
+
+As a convention for this Test Suite, the `expected` array should be sorted such
+that the most recently encountered value for an annotation given top-down
+evaluation of the schema comes before previously encountered values.
diff --git a/annotations/assertion.schema.json b/annotations/assertion.schema.json
new file mode 100644
index 00000000..88251788
--- /dev/null
+++ b/annotations/assertion.schema.json
@@ -0,0 +1,24 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+
+  "type": "object",
+  "properties": {
+    "location": {
+      "markdownDescription": "The instance location.",
+      "type": "string",
+      "format": "json-pointer"
+    },
+    "keyword": {
+      "markdownDescription": "The annotation keyword.",
+      "type": "string"
+    },
+    "expected": {
+      "markdownDescription": "An object of schemaLocation/annotations pairs for `keyword` annotations expected on the instance at `location`.",
+      "type": "object",
+      "propertyNames": {
+        "format": "uri"
+      }
+    }
+  },
+  "required": ["location", "keyword", "expected"]
+}
diff --git a/annotations/test-case.schema.json b/annotations/test-case.schema.json
new file mode 100644
index 00000000..6df5f109
--- /dev/null
+++ b/annotations/test-case.schema.json
@@ -0,0 +1,38 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+
+  "type": "object",
+  "properties": {
+    "description": {
+      "markdownDescription": "A short description of what behavior the Test Case is covering.",
+      "type": "string"
+    },
+    "compatibility": {
+      "markdownDescription": "Set which dialects the Test Case is compatible with. Examples:\n- `\"7\"` -- draft-07 and above\n- `\"<=2019\"` -- 2019-09 and previous\n- `\"6,<=2019\"` -- Between draft-06 and 2019-09\n- `\"=2020\"` -- 2020-12 only",
+      "type": "string",
+      "pattern": "^(<=|=)?([123467]|2019|2020)(,(<=|=)?([123467]|2019|2020))*$"
+    },
+    "schema": {
+      "markdownDescription": "This schema shouldn't include `$schema` or `id`/`$id` unless necesary for the test because Test Cases should be designed to work with as many releases as possible.",
+      "type": ["boolean", "object"]
+    },
+    "externalSchemas": {
+      "markdownDescription": "The keys are retrieval URIs and values are schemas.",
+      "type": "object",
+      "patternProperties": {
+        "": {
+          "type": ["boolean", "object"]
+        }
+      },
+      "propertyNames": {
+        "format": "uri"
+      }
+    },
+    "tests": {
+      "markdownDescription": "A collection of Tests to run to verify the Test Case.",
+      "type": "array",
+      "items": { "$ref": "./test.schema.json" }
+    }
+  },
+  "required": ["description", "schema", "tests"]
+}
diff --git a/annotations/test-suite.schema.json b/annotations/test-suite.schema.json
new file mode 100644
index 00000000..c8b17f0d
--- /dev/null
+++ b/annotations/test-suite.schema.json
@@ -0,0 +1,15 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+
+  "type": "object",
+  "properties": {
+    "description": {
+      "type": "string"
+    },
+    "suite": {
+      "type": "array",
+      "items": { "$ref": "./test-case.schema.json" }
+    }
+  },
+  "required": ["description", "suite"]
+}
diff --git a/annotations/test.schema.json b/annotations/test.schema.json
new file mode 100644
index 00000000..3581fbfc
--- /dev/null
+++ b/annotations/test.schema.json
@@ -0,0 +1,16 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+
+  "type": "object",
+  "properties": {
+    "instance": {
+      "markdownDescription": "The JSON instance to be annotated."
+    },
+    "assertions": {
+      "markdownDescription": "A collection of assertions that must be true for the test to pass.",
+      "type": "array",
+      "items": { "$ref": "./assertion.schema.json" }
+    }
+  },
+  "required": ["instance", "assertions"]
+}
diff --git a/annotations/tests/applicators.json b/annotations/tests/applicators.json
new file mode 100644
index 00000000..919644b9
--- /dev/null
+++ b/annotations/tests/applicators.json
@@ -0,0 +1,409 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The applicator vocabulary",
+  "suite": [
+    {
+      "description": "`properties`, `patternProperties`, and `additionalProperties`",
+      "compatibility": "3",
+      "schema": {
+        "properties": {
+          "foo": {
+            "title": "Foo"
+          }
+        },
+        "patternProperties": {
+          "^a": {
+            "title": "Bar"
+          }
+        },
+        "additionalProperties": {
+          "title": "Baz"
+        }
+      },
+      "tests": [
+        {
+          "instance": {},
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {}
+            },
+            {
+              "location": "/apple",
+              "keyword": "title",
+              "expected": {}
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {}
+            }
+          ]
+        },
+        {
+          "instance": {
+            "foo": {},
+            "apple": {},
+            "baz": {}
+          },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/properties/foo": "Foo"
+              }
+            },
+            {
+              "location": "/apple",
+              "keyword": "title",
+              "expected": {
+                "#/patternProperties/%5Ea": "Bar"
+              }
+            },
+            {
+              "location": "/baz",
+              "keyword": "title",
+              "expected": {
+                "#/additionalProperties": "Baz"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`propertyNames`",
+      "compatibility": "6",
+      "schema": {
+        "propertyNames": {
+          "const": "foo",
+          "title": "Foo"
+        }
+      },
+      "tests": [
+        {
+          "instance": {
+            "foo": 42
+          },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`prefixItems` and `items`",
+      "compatibility": "2020",
+      "schema": {
+        "prefixItems": [
+          {
+            "title": "Foo"
+          }
+        ],
+        "items": {
+          "title": "Bar"
+        }
+      },
+      "tests": [
+        {
+          "instance": [
+            "foo",
+            "bar"
+          ],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/prefixItems/0": "Foo"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/items": "Bar"
+              }
+            },
+            {
+              "location": "/2",
+              "keyword": "title",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`contains`",
+      "compatibility": "6",
+      "schema": {
+        "contains": {
+          "type": "number",
+          "title": "Foo"
+        }
+      },
+      "tests": [
+        {
+          "instance": [
+            "foo",
+            42,
+            true
+          ],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {}
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/contains": "Foo"
+              }
+            },
+            {
+              "location": "/2",
+              "keyword": "title",
+              "expected": {}
+            },
+            {
+              "location": "/3",
+              "keyword": "title",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`allOf`",
+      "compatibility": "4",
+      "schema": {
+        "allOf": [
+          {
+            "title": "Foo"
+          },
+          {
+            "title": "Bar"
+          }
+        ]
+      },
+      "tests": [
+        {
+          "instance": "foo",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/allOf/1": "Bar",
+                "#/allOf/0": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`anyOf`",
+      "compatibility": "4",
+      "schema": {
+        "anyOf": [
+          {
+            "type": "integer",
+            "title": "Foo"
+          },
+          {
+            "type": "number",
+            "title": "Bar"
+          }
+        ]
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/anyOf/1": "Bar",
+                "#/anyOf/0": "Foo"
+              }
+            }
+          ]
+        },
+        {
+          "instance": 4.2,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/anyOf/1": "Bar"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`oneOf`",
+      "compatibility": "4",
+      "schema": {
+        "oneOf": [
+          {
+            "type": "string",
+            "title": "Foo"
+          },
+          {
+            "type": "number",
+            "title": "Bar"
+          }
+        ]
+      },
+      "tests": [
+        {
+          "instance": "foo",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/oneOf/0": "Foo"
+              }
+            }
+          ]
+        },
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/oneOf/1": "Bar"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`not`",
+      "compatibility": "4",
+      "schema": {
+        "title": "Foo",
+        "not": {
+          "not": {
+            "title": "Bar"
+          }
+        }
+      },
+      "tests": [
+        {
+          "instance": {},
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`dependentSchemas`",
+      "compatibility": "2019",
+      "schema": {
+        "dependentSchemas": {
+          "foo": {
+            "title": "Foo"
+          }
+        }
+      },
+      "tests": [
+        {
+          "instance": {
+            "foo": 42
+          },
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/dependentSchemas/foo": "Foo"
+              }
+            }
+          ]
+        },
+        {
+          "instance": {
+            "foo": 42
+          },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`if`, `then`, and `else`",
+      "compatibility": "7",
+      "schema": {
+        "if": {
+          "title": "If",
+          "type": "string"
+        },
+        "then": {
+          "title": "Then"
+        },
+        "else": {
+          "title": "Else"
+        }
+      },
+      "tests": [
+        {
+          "instance": "foo",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/then": "Then",
+                "#/if": "If"
+              }
+            }
+          ]
+        },
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/else": "Else"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/content.json b/annotations/tests/content.json
new file mode 100644
index 00000000..07c17a69
--- /dev/null
+++ b/annotations/tests/content.json
@@ -0,0 +1,121 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The content vocabulary",
+  "suite": [
+    {
+      "description": "`contentMediaType` is an annotation for string instances",
+      "compatibility": "7",
+      "schema": {
+        "contentMediaType": "application/json"
+      },
+      "tests": [
+        {
+          "instance": "{ \"foo\": \"bar\" }",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentMediaType",
+              "expected": {
+                "#": "application/json"
+              }
+            }
+          ]
+        },
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentMediaType",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`contentEncoding` is an annotation for string instances",
+      "compatibility": "7",
+      "schema": {
+        "contentEncoding": "base64"
+      },
+      "tests": [
+        {
+          "instance": "SGVsbG8gZnJvbSBKU09OIFNjaGVtYQ==",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentEncoding",
+              "expected": {
+                "#": "base64"
+              }
+            }
+          ]
+        },
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentEncoding",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`contentSchema` is an annotation for string instances",
+      "compatibility": "2019",
+      "schema": {
+        "$id": "https://annotations.json-schema.org/test/contentSchema-is-an-annotation",
+        "contentMediaType": "application/json",
+        "contentSchema": { "type": "number" }
+      },
+      "tests": [
+        {
+          "instance": "42",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentSchema",
+              "expected": {
+                "#": { "type": "number" }
+              }
+            }
+          ]
+        },
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentSchema",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`contentSchema` requires `contentMediaType`",
+      "compatibility": "2019",
+      "schema": {
+        "$id": "https://annotations.json-schema.org/test/contentSchema-is-an-annotation",
+        "contentSchema": { "type": "number" }
+      },
+      "tests": [
+        {
+          "instance": "42",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "contentSchema",
+              "expected": {}
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/core.json b/annotations/tests/core.json
new file mode 100644
index 00000000..1d8dee55
--- /dev/null
+++ b/annotations/tests/core.json
@@ -0,0 +1,30 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The core vocabulary",
+  "suite": [
+    {
+      "description": "`$ref` and `$defs`",
+      "compatibility": "2019",
+      "schema": {
+        "$ref": "#/$defs/foo",
+        "$defs": {
+          "foo": { "title": "Foo" }
+        }
+      },
+      "tests": [
+        {
+          "instance": "foo",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#/$defs/foo": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/format.json b/annotations/tests/format.json
new file mode 100644
index 00000000..d8cf9a7a
--- /dev/null
+++ b/annotations/tests/format.json
@@ -0,0 +1,26 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The format vocabulary",
+  "suite": [
+    {
+      "description": "`format` is an annotation",
+      "schema": {
+        "format": "email"
+      },
+      "tests": [
+        {
+          "instance": "foo@bar.com",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "format",
+              "expected": {
+                "#": "email"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/meta-data.json b/annotations/tests/meta-data.json
new file mode 100644
index 00000000..be99b652
--- /dev/null
+++ b/annotations/tests/meta-data.json
@@ -0,0 +1,150 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The meta-data vocabulary",
+  "suite": [
+    {
+      "description": "`title` is an annotation",
+      "schema": {
+        "title": "Foo"
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "title",
+              "expected": {
+                "#": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`description` is an annotation",
+      "schema": {
+        "description": "Foo"
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "description",
+              "expected": {
+                "#": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`default` is an annotation",
+      "schema": {
+        "default": "Foo"
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "default",
+              "expected": {
+                "#": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`deprecated` is an annotation",
+      "compatibility": "2019",
+      "schema": {
+        "deprecated": true
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "deprecated",
+              "expected": {
+                "#": true
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`readOnly` is an annotation",
+      "compatibility": "7",
+      "schema": {
+        "readOnly": true
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "readOnly",
+              "expected": {
+                "#": true
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`writeOnly` is an annotation",
+      "compatibility": "7",
+      "schema": {
+        "writeOnly": true
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "writeOnly",
+              "expected": {
+                "#": true
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`examples` is an annotation",
+      "compatibility": "6",
+      "schema": {
+        "examples": ["Foo", "Bar"]
+      },
+      "tests": [
+        {
+          "instance": "Foo",
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "examples",
+              "expected": {
+                "#": ["Foo", "Bar"]
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/unevaluated.json b/annotations/tests/unevaluated.json
new file mode 100644
index 00000000..9f2db115
--- /dev/null
+++ b/annotations/tests/unevaluated.json
@@ -0,0 +1,661 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "The unevaluated vocabulary",
+  "suite": [
+    {
+      "description": "`unevaluatedProperties` alone",
+      "compatibility": "2019",
+      "schema": {
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `properties`",
+      "compatibility": "2019",
+      "schema": {
+        "properties": {
+          "foo": { "title": "Evaluated" }
+        },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/properties/foo": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `patternProperties`",
+      "compatibility": "2019",
+      "schema": {
+        "patternProperties": {
+          "^a": { "title": "Evaluated" }
+        },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "apple": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/apple",
+              "keyword": "title",
+              "expected": {
+                "#/patternProperties/%5Ea": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `additionalProperties`",
+      "compatibility": "2019",
+      "schema": {
+        "additionalProperties": { "title": "Evaluated" },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/additionalProperties": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/additionalProperties": "Evaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `dependentSchemas`",
+      "compatibility": "2019",
+      "schema": {
+        "dependentSchemas": {
+          "foo": {
+            "properties": {
+              "bar": { "title": "Evaluated" }
+            }
+          }
+        },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/dependentSchemas/foo/properties/bar": "Evaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `if`, `then`, and `else`",
+      "compatibility": "2019",
+      "schema": {
+        "if": {
+          "properties": {
+            "foo": {
+              "type": "string",
+              "title": "If"
+            }
+          }
+        },
+        "then": {
+          "properties": {
+            "foo": { "title": "Then" }
+          }
+        },
+        "else": {
+          "properties": {
+            "foo": { "title": "Else" }
+          }
+        },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": "", "bar": 42 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/then/properties/foo": "Then",
+                "#/if/properties/foo": "If"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        },
+        {
+          "instance": { "foo": 42, "bar": "" },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/else/properties/foo": "Else"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `allOf`",
+      "compatibility": "2019",
+      "schema": {
+        "allOf": [
+          {
+            "properties": {
+              "foo": { "title": "Evaluated" }
+            }
+          }
+        ],
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/allOf/0/properties/foo": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `anyOf`",
+      "compatibility": "2019",
+      "schema": {
+        "anyOf": [
+          {
+            "properties": {
+              "foo": { "title": "Evaluated" }
+            }
+          }
+        ],
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/anyOf/0/properties/foo": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `oneOf`",
+      "compatibility": "2019",
+      "schema": {
+        "oneOf": [
+          {
+            "properties": {
+              "foo": { "title": "Evaluated" }
+            }
+          }
+        ],
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/oneOf/0/properties/foo": "Evaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedProperties` with `not`",
+      "compatibility": "2019",
+      "schema": {
+        "not": {
+          "not": {
+            "properties": {
+              "foo": { "title": "Evaluated" }
+            }
+          }
+        },
+        "unevaluatedProperties": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": { "foo": 42, "bar": 24 },
+          "assertions": [
+            {
+              "location": "/foo",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            },
+            {
+              "location": "/bar",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedProperties": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` alone",
+      "compatibility": "2019",
+      "schema": {
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `prefixItems`",
+      "compatibility": "2020",
+      "schema": {
+        "prefixItems": [{ "title": "Evaluated" }],
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/prefixItems/0": "Evaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `contains`",
+      "compatibility": "2020",
+      "schema": {
+        "contains": {
+          "type": "string",
+          "title": "Evaluated"
+        },
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": ["foo", 42],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/contains": "Evaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `if`, `then`, and `else`",
+      "compatibility": "2020",
+      "schema": {
+        "if": {
+          "prefixItems": [
+            {
+              "type": "string",
+              "title": "If"
+            }
+          ]
+        },
+        "then": {
+          "prefixItems": [
+            { "title": "Then" }
+          ]
+        },
+        "else": {
+          "prefixItems": [
+            { "title": "Else" }
+          ]
+        },
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": ["", 42],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/then/prefixItems/0": "Then",
+                "#/if/prefixItems/0": "If"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        },
+        {
+          "instance": [42, ""],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/else/prefixItems/0": "Else"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `allOf`",
+      "compatibility": "2020",
+      "schema": {
+        "allOf": [
+          {
+            "prefixItems": [
+              { "title": "Evaluated" }
+            ]
+          }
+        ],
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/allOf/0/prefixItems/0": "Evaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `anyOf`",
+      "compatibility": "2020",
+      "schema": {
+        "anyOf": [
+          {
+            "prefixItems": [
+              { "title": "Evaluated" }
+            ]
+          }
+        ],
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/anyOf/0/prefixItems/0": "Evaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `oneOf`",
+      "compatibility": "2020",
+      "schema": {
+        "oneOf": [
+          {
+            "prefixItems": [
+              { "title": "Evaluated" }
+            ]
+          }
+        ],
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/oneOf/0/prefixItems/0": "Evaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "description": "`unevaluatedItems` with `not`",
+      "compatibility": "2020",
+      "schema": {
+        "not": {
+          "not": {
+            "prefixItems": [
+              { "title": "Evaluated" }
+            ]
+          }
+        },
+        "unevaluatedItems": { "title": "Unevaluated" }
+      },
+      "tests": [
+        {
+          "instance": [42, 24],
+          "assertions": [
+            {
+              "location": "/0",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            },
+            {
+              "location": "/1",
+              "keyword": "title",
+              "expected": {
+                "#/unevaluatedItems": "Unevaluated"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/annotations/tests/unknown.json b/annotations/tests/unknown.json
new file mode 100644
index 00000000..b0c89003
--- /dev/null
+++ b/annotations/tests/unknown.json
@@ -0,0 +1,27 @@
+{
+  "$schema": "../test-suite.schema.json",
+  "description": "Unknown keywords",
+  "suite": [
+    {
+      "description": "`unknownKeyword` is an annotation",
+      "schema": {
+        "$schema": "https://json-schema.org/draft/2020-12/schema",
+        "x-unknownKeyword": "Foo"
+      },
+      "tests": [
+        {
+          "instance": 42,
+          "assertions": [
+            {
+              "location": "",
+              "keyword": "x-unknownKeyword",
+              "expected": {
+                "#": "Foo"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}
diff --git a/bin/annotation-tests.ts b/bin/annotation-tests.ts
new file mode 100755
index 00000000..2d3d1932
--- /dev/null
+++ b/bin/annotation-tests.ts
@@ -0,0 +1,31 @@
+#!/usr/bin/env deno
+import { validate } from "npm:@hyperjump/json-schema/draft-07";
+import { BASIC } from "npm:@hyperjump/json-schema/experimental";
+
+const validateTestSuite = await validate("./annotations/test-suite.schema.json");
+
+console.log("Validating annotation tests ...");
+
+let isValid = true;
+for await (const entry of Deno.readDir("./annotations/tests")) {
+  if (entry.isFile) {
+    const json = await Deno.readTextFile(`./annotations/tests/${entry.name}`);
+    const suite = JSON.parse(json);
+
+    const output = validateTestSuite(suite, BASIC);
+
+    if (output.valid) {
+      console.log(`\x1b[32m✔\x1b[0m ${entry.name}`);
+    } else {
+      isValid = false;
+      console.log(`\x1b[31m✖\x1b[0m ${entry.name}`);
+      console.log(output);
+    }
+  }
+}
+
+console.log("Done.");
+
+if (!isValid) {
+  Deno.exit(1);
+}