mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-11-10 13:32:24 +00:00
33 lines
708 B
Plaintext
33 lines
708 B
Plaintext
|
---input---
|
||
|
// Test text that should **not** be tokenized as hexadecimal literals.
|
||
|
0x0N
|
||
|
0x
|
||
|
0Xx
|
||
|
0xg
|
||
|
0xhn
|
||
|
|
||
|
---tokens---
|
||
|
'' Text
|
||
|
'// Test text that should **not** be tokenized as hexadecimal literals.' Comment.Single
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'0x0' Literal.Number.Hex
|
||
|
'N' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'0' Literal.Number.Float
|
||
|
'x' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'0' Literal.Number.Float
|
||
|
'Xx' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'0' Literal.Number.Float
|
||
|
'xg' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'0' Literal.Number.Float
|
||
|
'xhn' Name.Other
|
||
|
'\n' Text.Whitespace
|