mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-11-10 13:32:24 +00:00
61 lines
1.2 KiB
Plaintext
61 lines
1.2 KiB
Plaintext
|
---input---
|
||
|
// Test text that should **not** be tokenized as float literals.
|
||
|
.୪
|
||
|
.
|
||
|
1..
|
||
|
1n
|
||
|
1ee
|
||
|
1e
|
||
|
1e-
|
||
|
1e--1
|
||
|
1e++1
|
||
|
1e1.0
|
||
|
|
||
|
---tokens---
|
||
|
'' Text
|
||
|
'// Test text that should **not** be tokenized as float literals.' Comment.Single
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'.' Punctuation
|
||
|
'୪' Error
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'.' Punctuation
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1.' Literal.Number.Float
|
||
|
'.' Punctuation
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1n' Literal.Number.Integer
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1' Literal.Number.Float
|
||
|
'ee' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1' Literal.Number.Float
|
||
|
'e' Name.Other
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1' Literal.Number.Float
|
||
|
'e' Name.Other
|
||
|
'-' Operator
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1' Literal.Number.Float
|
||
|
'e' Name.Other
|
||
|
'--' Operator
|
||
|
'1' Literal.Number.Float
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1' Literal.Number.Float
|
||
|
'e' Name.Other
|
||
|
'++' Operator
|
||
|
'1' Literal.Number.Float
|
||
|
'\n' Text.Whitespace
|
||
|
|
||
|
'1e1' Literal.Number.Float
|
||
|
'.0' Literal.Number.Float
|
||
|
'\n' Text.Whitespace
|