feat: add support for fullwidth Unicode, multiline arrays, and ASCII blocks

- Add fullwidth brackets [] (U+FF3B, U+FF3D) support
- Add fullwidth quotes " (U+FF02) support
- Fix multiline arrays with newlines between elements
- Fix line continuation with CRLF (^)
- Enable ASCII block syntax (ascii...asciiend and [ascii...asciiend])
- Update conflicts to resolve ambiguities

Fixed 51 parsing errors (253 -> 202 errors)
This commit is contained in:
2025-11-26 23:04:03 +01:00
parent b746fcec44
commit 99dadd9ca7
5 changed files with 16668 additions and 12483 deletions

133
src/node-types.json generated
View File

@@ -11,6 +11,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -109,6 +113,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -176,6 +184,21 @@
]
}
},
{
"type": "ascii_string",
"named": true,
"fields": {},
"children": {
"multiple": false,
"required": true,
"types": [
{
"type": "ascii_content",
"named": true
}
]
}
},
{
"type": "assignment_expression",
"named": true,
@@ -188,6 +211,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -267,6 +294,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -418,6 +449,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -544,6 +579,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -627,6 +666,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -725,6 +768,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -804,6 +851,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -932,6 +983,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1011,6 +1066,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1090,6 +1149,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1210,6 +1273,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1324,31 +1391,12 @@
"named": true,
"fields": {},
"children": {
"multiple": true,
"multiple": false,
"required": false,
"types": [
{
"type": "print_args",
"named": true
},
{
"type": "print_continuation",
"named": true
}
]
}
},
{
"type": "print_continuation",
"named": true,
"fields": {},
"children": {
"multiple": true,
"required": false,
"types": [
{
"type": "interpolation",
"named": true
}
]
}
@@ -1365,6 +1413,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1435,6 +1487,7 @@
{
"type": "source_file",
"named": true,
"root": true,
"fields": {},
"children": {
"multiple": true,
@@ -1531,6 +1584,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1610,6 +1667,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1699,6 +1760,10 @@
"type": "array",
"named": true
},
{
"type": "ascii_string",
"named": true
},
{
"type": "assignment_expression",
"named": true
@@ -1908,12 +1973,21 @@
"named": false
},
{
"type": "^",
"type": "ascii",
"named": false
},
{
"type": "ascii_content",
"named": true
},
{
"type": "asciiend",
"named": false
},
{
"type": "block_comment",
"named": true
"named": true,
"extra": true
},
{
"type": "break_statement",
@@ -1925,7 +1999,8 @@
},
{
"type": "comment",
"named": true
"named": true,
"extra": true
},
{
"type": "continue_statement",
@@ -1990,5 +2065,17 @@
{
"type": "|",
"named": false
},
{
"type": "",
"named": false
},
{
"type": "",
"named": false
},
{
"type": "",
"named": false
}
]