mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-11-10 13:32:24 +00:00
61 lines
1.2 KiB
Plaintext
61 lines
1.2 KiB
Plaintext
---input---
|
|
// Test text that should **not** be tokenized as float literals.
|
|
.୪
|
|
.
|
|
1..
|
|
1n
|
|
1ee
|
|
1e
|
|
1e-
|
|
1e--1
|
|
1e++1
|
|
1e1.0
|
|
|
|
---tokens---
|
|
'' Text
|
|
'// Test text that should **not** be tokenized as float literals.' Comment.Single
|
|
'\n' Text.Whitespace
|
|
|
|
'.' Punctuation
|
|
'୪' Error
|
|
'\n' Text.Whitespace
|
|
|
|
'.' Punctuation
|
|
'\n' Text.Whitespace
|
|
|
|
'1.' Literal.Number.Float
|
|
'.' Punctuation
|
|
'\n' Text.Whitespace
|
|
|
|
'1n' Literal.Number.Integer
|
|
'\n' Text.Whitespace
|
|
|
|
'1' Literal.Number.Float
|
|
'ee' Name.Other
|
|
'\n' Text.Whitespace
|
|
|
|
'1' Literal.Number.Float
|
|
'e' Name.Other
|
|
'\n' Text.Whitespace
|
|
|
|
'1' Literal.Number.Float
|
|
'e' Name.Other
|
|
'-' Operator
|
|
'\n' Text.Whitespace
|
|
|
|
'1' Literal.Number.Float
|
|
'e' Name.Other
|
|
'--' Operator
|
|
'1' Literal.Number.Float
|
|
'\n' Text.Whitespace
|
|
|
|
'1' Literal.Number.Float
|
|
'e' Name.Other
|
|
'++' Operator
|
|
'1' Literal.Number.Float
|
|
'\n' Text.Whitespace
|
|
|
|
'1e1' Literal.Number.Float
|
|
'.0' Literal.Number.Float
|
|
'\n' Text.Whitespace
|