test: Add upstream html5lib-tests (#447)

Author: fb55

.eslintignore

@@ -1,4 +1,5 @@
 test/data/html5lib-tests
+test/data/html5lib-tests-fork
 packages/*/dist/
 test/dist/
 node_modules

.gitmodules

@@ -1,3 +1,6 @@
+[submodule "html5lib-tests-fork"]
+	path = test/data/html5lib-tests-fork
+	url = https://github.com/HTMLParseErrorWG/html5lib-tests
 [submodule "html5lib-tests"]
 	path = test/data/html5lib-tests
-	url = https://github.com/HTMLParseErrorWG/html5lib-tests
+	url = https://github.com/html5lib/html5lib-tests.git

.prettierignore

@@ -1,4 +1,5 @@
 packages/*/dist/
 test/dist/
 docs
-test/data/html5lib-tests
+test/data/html5lib-tests
+test/data/html5lib-tests-fork

package.json

@@ -38,7 +38,7 @@
         "lint:prettier": "npm run prettier -- --check",
         "unit-tests": "NODE_OPTIONS=--experimental-vm-modules jest",
         "test": "npm run lint && npm run unit-tests",
-        "generate-feedback-tests": "node --loader ts-node/esm scripts/generate-parser-feedback-test/index.ts test/data/html5lib-tests/tree-construction/*.dat test/data/tree-construction-regression/*.dat",
+        "generate-feedback-tests": "node --loader ts-node/esm scripts/generate-parser-feedback-test/index.ts test/data/html5lib-tests/tree-construction/*.dat",
         "bench-perf": "npm run build && node bench/perf/index.js",
         "bench-memory-sax": "npm run build && node bench/memory/sax-parser.js",
         "preversion": "npm test",

packages/parse5/lib/tokenizer/index.test.ts

@@ -1,4 +1,3 @@
-import * as parse5 from 'parse5';
 import { Tokenizer } from 'parse5/dist/tokenizer/index.js';
 import { generateTokenizationTests } from 'parse5-test-utils/utils/generate-tokenization-tests.js';
 
@@ -8,10 +7,3 @@ const tokenizerOpts = {
 };
 
 generateTokenizationTests('Tokenizer', dataPath.pathname, (handler) => new Tokenizer(tokenizerOpts, handler));
-
-describe('tokenizer', () => {
-    it('Regression - `<<` in comment parses correctly (GH-325)', () => {
-        const document = parse5.parse('<!--<<-->');
-        expect(document.childNodes[0]).toHaveProperty('data', '<<');
-    });
-});

test/data/html5lib-tests

@@ -118,7 +118,8 @@ function createParsingTest<T extends TreeAdapterTypeMap>(
     };
 }
 
-const treePath = new URL('../data/html5lib-tests/tree-construction', import.meta.url);
+// TODO: Stop using the fork here.
+const treePath = new URL('../data/html5lib-tests-fork/tree-construction', import.meta.url);
 const treeRegressionPath = new URL('../data/tree-construction-regression', import.meta.url);
 
 export function generateParsingTests(