require "xml"
module Tartrazine
VERSION = "0.1.0"
class State
property name : String = ""
property rules = [] of Rule
end
class Rule
property pattern : Regex? = nil
end
# This rule includes another state
# I have no idea what thet MEANS yet but in the XML
# it's this:
#
#
#
#
#
#
#
# ...
class IncludeStateRule < Rule
property state : String = ""
end
class Emitter
property type : String = ""
end
class Lexer
property config = {
name: "",
aliases: [] of String,
filenames: [] of String,
mime_types: [] of String,
priority: 0,
}
property states = {} of String => State
def self.from_xml(xml : String) : Lexer
l = Lexer.new
lexer = XML.parse(xml).first_element_child
if lexer
config = lexer.children.find { |n| n.name == "config" }
if config
l.config = {
name: xml_to_s(config, name) || "",
aliases: xml_to_a(config, _alias) || [] of String,
filenames: xml_to_a(config, filename) || [] of String,
mime_types: xml_to_a(config, mime_type) || [] of String,
priority: xml_to_i(config, priority) || 0,
}
end
rules = lexer.children.find { |n| n.name == "rules" }
if rules
# Rules contains states 🤷
rules.children.select { |n| n.name == "state" }.each do |state_node|
state = State.new
state.name = state_node["name"]
if l.states.has_key?(state.name)
puts "Duplicate state: #{state.name}"
else
l.states[state.name] = state
end
# And states contain rules 🤷
state_node.children.select { |n| n.name == "rule" }.each do |rule_node|
if rule_node["pattern"]?
# We have patter rules
rule = Rule.new
rule.pattern = /#{rule_node["pattern"]}/
else
# And rules that include a state
rule = IncludeStateRule.new
include_node = rule_node.children.find { |n| n.name == "include" }
rule.state = include_node["state"] if include_node
end
state.rules << rule
# Rules contain maybe an emitter and maybe a transformer
# emitters emit tokens, transformers do things to
# the state stack. The transformers go last, but
# both kinds are optional ðŸ˜
rule_node.children.each do |node|
next unless node.element?
case node.name
when "pop", "push", "include", "multi", "combine"
p! "transformer", node.to_s
else
p! "emitter", node.to_s
end
end
end
end
end
end
l
end
end
end
l = Tartrazine::Lexer.from_xml(File.read("lexers/ada.xml"))
# Convenience macros to parse XML
macro xml_to_s(node, name)
{{node}}.children.find{|n| n.name == "{{name}}".lstrip("_")}.try &.content.to_s
end
macro xml_to_i(node, name)
({{node}}.children.find{|n| n.name == "{{name}}".lstrip("_")}.try &.content.to_s.to_i)
end
macro xml_to_a(node, name)
{{node}}.children.select{|n| n.name == "{{name}}".lstrip("_")}.map {|n| n.content.to_s}
end