ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-06-07 20:20:26 -03:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

compiler compiles again

Browse Source
This commit is contained in:
Roberto Alsina 2024-08-08 13:12:30 -03:00
parent fb54b08841
commit e88fd3a48f
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/actions.cr
View File

@ -30,7 +30,7 @@ module Tartrazine
lexer : Lexer, match_group = 0) : Array(Token) lexer : Lexer, match_group = 0) : Array(Token)
case type case type
when "token" when "token"
raise Exception.new "Can't have a token without a match" if (match.nil? || match[0].size == 0) raise Exception.new "Can't have a token without a match" if match.nil? || match[0].size == 0
[Token.new(type: xml["type"], value: match[0])] [Token.new(type: xml["type"], value: match[0])]
when "push" when "push"
states_to_push = xml.attributes.select { |attrib| states_to_push = xml.attributes.select { |attrib|
@ -70,7 +70,7 @@ module Tartrazine
# #
# where that None means skipping a group # where that None means skipping a group
# #
raise Exception.new "Can't have a bygroups without a match" if (match.nil? || match[0].size == 0) raise Exception.new "Can't have a bygroups without a match" if match.nil? || match[0].size == 0
# Each group matches an action. If the group match is empty, # Each group matches an action. If the group match is empty,
# the action is skipped. # the action is skipped.
@ -82,18 +82,19 @@ module Tartrazine
result result
when "using" when "using"
# Shunt to another lexer entirely # Shunt to another lexer entirely
return [] of Token if (match.nil? || match[0].size == 0) return [] of Token if match.nil? || match[0].size == 0
lexer_name = xml["lexer"].downcase lexer_name = xml["lexer"].downcase
# Log.trace { "to tokenize: #{match[match_group]}" } # Log.trace { "to tokenize: #{match[match_group]}" }
to_tokenize = match[match_group] to_tokenize = match[match_group]
Tartrazine.lexer(lexer_name).tokenize(to_tokenize, usingself: true) Tartrazine.lexer(lexer_name).tokenize(to_tokenize, usingself: true)
when "usingself" when "usingself"
# Shunt to another copy of this lexer # Shunt to another copy of this lexer
return [] of Token if (match.nil? || match[0].size == 0) return [] of Token if match.nil? || match[0].size == 0
new_lexer = Lexer.from_xml(lexer.xml) new_lexer = Lexer.from_xml(lexer.xml)
# Log.trace { "to tokenize: #{match[match_group]}" } # Log.trace { "to tokenize: #{match[match_group]}" }
new_lexer.tokenize(match[match_group], usingself: true) to_tokenize = match[match_group]
new_lexer.tokenize(to_tokenize, usingself: true)
when "combined" when "combined"
# Combine two states into one anonymous state # Combine two states into one anonymous state
states = xml.attributes.select { |attrib| states = xml.attributes.select { |attrib|

2
src/rules.cr
View File

@ -8,7 +8,7 @@ module Tartrazine
# This rule matches via a regex pattern # This rule matches via a regex pattern
class Rule class Rule
property pattern : CRe2::Regex = CRe2::Regex.new "" property pattern : Regex = CRe2::Regex.new ""
property actions : Array(Action) = [] of Action property actions : Array(Action) = [] of Action
property xml : String = "foo" property xml : String = "foo"