ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-09-03 12:12:30 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Idiomatic changes

Browse Source
This commit is contained in:
Roberto Alsina
2024-08-15 22:41:24 -03:00
parent 20d6b65346
commit e817aedd60
2 changed files with 34 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/lexer.cr
View File

@@ -68,18 +68,18 @@ module Tartrazine
new_lexer
end
# Turn the text into a list of tokens. The `usingself` parameter
# Turn the text into a list of tokens. The `secondary` parameter
# is true when the lexer is being used to tokenize a string
# from a larger text that is already being tokenized.
# So, when it's true, we don't modify the text.
def tokenize(text : String, usingself = false) : Array(Token)
def tokenize(text : String, secondary = false) : Array(Token)
@state_stack = ["root"]
tokens = [] of Token
pos = 0
matched = false
# Respect the `ensure_nl` config option
if text.size > 0 && text[-1] != '\n' && config[:ensure_nl] && !usingself
if text.size > 0 && text[-1] != '\n' && config[:ensure_nl] && !secondary
text += "\n"
end