mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-11-10 05:22:23 +00:00
26 lines
406 B
Plaintext
26 lines
406 B
Plaintext
---input---
|
|
'a'
|
|
'я'
|
|
'\u{1234}'
|
|
'
|
|
'
|
|
'abc'
|
|
|
|
---tokens---
|
|
"'a'" Literal.String.Char
|
|
'\n' Text.Whitespace
|
|
|
|
"'я'" Literal.String.Char
|
|
'\n' Text.Whitespace
|
|
|
|
"'\\u{1234}'" Literal.String.Char
|
|
'\n' Text.Whitespace
|
|
|
|
"'\n'" Literal.String.Char
|
|
'\n' Text.Whitespace
|
|
|
|
"'" Error
|
|
'abc' Name
|
|
"'" Error
|
|
'\n' Text.Whitespace
|