mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-09-20 07:21:22 +00:00
45 lines
904 B
Plaintext
45 lines
904 B
Plaintext
---input---
|
|
""
|
|
"abc"
|
|
"ひらがな"
|
|
"123"
|
|
"\\"
|
|
"\t"
|
|
"\""
|
|
|
|
---tokens---
|
|
'"' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'abc' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'ひらがな' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'123' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'\\\\' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'\\' Literal.String
|
|
't' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'"' Literal.String
|
|
'\\"' Literal.String
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|