Remove ignoreErrorOrder property. Add error format description

Author: inikulin

tokenizer/README.md

@@ -14,13 +14,16 @@ Basic Structure
         "output": [expected_output_tokens],
         "initialStates": [initial_states],
         "lastStartTag": last_start_tag,
-        "ignoreErrorOrder": ignore_error_order
+        "errors": [parse_errors]
         }
     ]}
 
 Multiple tests per file are allowed simply by adding more objects to the
 "tests" list.
 
+Each parse error is an object that contains error `code` and one-based
+error location indices: `line` and `col`.
+
 `description`, `input` and `output` are always present. The other values
 are optional.
 

tokenizer/test4.test

@@ -355,7 +355,6 @@
 {"description":"U+0000 in lookahead region after non-matching character",
 "input":"<!doc>\u0000",
 "output":[["Comment", "doc"], ["Character", "\u0000"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "incorrectly-opened-comment", "line": 1, "col": 3 },
     { "code": "unexpected-null-character", "line": 1, "col": 7 }
@@ -364,15 +363,13 @@
 {"description":"U+0000 in lookahead region",
 "input":"<!doc\u0000",
 "output":[["Comment", "doc\uFFFD"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "incorrectly-opened-comment", "line": 1, "col": 3 }
 ]},
 
 {"description":"U+0080 in lookahead region",
 "input":"<!doc\u0080",
 "output":[["Comment", "doc\u0080"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "incorrectly-opened-comment", "line": 1, "col": 3 },
     { "code": "control-character-in-input-stream", "line": 1, "col": 6 }
@@ -381,7 +378,6 @@
 {"description":"U+FDD1 in lookahead region",
 "input":"<!doc\uFDD1",
 "output":[["Comment", "doc\uFDD1"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "incorrectly-opened-comment", "line": 1, "col": 3 },
     { "code": "noncharacter-in-input-stream", "line": 1, "col": 6 }
@@ -390,7 +386,6 @@
 {"description":"U+1FFFF in lookahead region",
 "input":"<!doc\uD83F\uDFFF",
 "output":[["Comment", "doc\uD83F\uDFFF"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "incorrectly-opened-comment", "line": 1, "col": 3 },
     { "code": "noncharacter-in-input-stream", "line": 1, "col": 6 }

tokenizer/unicodeCharsProblematic.test

@@ -3,7 +3,6 @@
 "doubleEscaped":true,
 "input": "\\uDFFF",
 "output":[["Character", "\\uDFFF"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "surrogate-in-input-stream", "line": 1, "col": 1 }
 ]},
@@ -12,7 +11,6 @@
 "doubleEscaped":true,
 "input": "\\uD800",
 "output":[["Character", "\\uD800"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "surrogate-in-input-stream", "line": 1, "col": 1 }
 ]},
@@ -21,7 +19,6 @@
 "doubleEscaped":true,
 "input": "a\\uDFFF",
 "output":[["Character", "a"], ["Character", "\\uDFFF"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "surrogate-in-input-stream", "line": 1, "col": 2 }
 ]},
@@ -30,15 +27,13 @@
 "doubleEscaped":true,
 "input": "\\uD800a",
 "output":[["Character", "\\uD800a"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "surrogate-in-input-stream", "line": 1, "col": 1 }
 ]},
 
 {"description":"CR followed by U+0000",
 "input":"\r\u0000",
 "output":[["Character", "\n"], ["Character", "\u0000"]],
-"ignoreErrorOrder":true,
 "errors":[
     { "code": "unexpected-null-character", "line": 2, "col": 1 }
 ]}

tokenizer/xmlViolation.test

@@ -2,12 +2,10 @@
 
 {"description":"Non-XML character",
 "input":"a\uFFFFb",
-"ignoreErrorOrder":true,
 "output":[["Character","a\uFFFDb"]]},
 
 {"description":"Non-XML space",
 "input":"a\u000Cb",
-"ignoreErrorOrder":true,
 "output":[["Character","a b"]]},
 
 {"description":"Double hyphen in comment",