mirror of
https://github.com/ralsina/tartrazine.git
synced 2025-06-18 22:23:07 -03:00
refactor
This commit is contained in:
@ -74,7 +74,7 @@ end
|
||||
|
||||
# Helper that creates lexer and tokenizes
|
||||
def tokenize(lexer_name, text)
|
||||
lexer = Tartrazine::Lexer.from_xml(File.read("lexers/#{lexer_name}.xml"))
|
||||
lexer = Tartrazine.get_lexer(lexer_name)
|
||||
collapse_tokens(lexer.tokenize(text))
|
||||
end
|
||||
|
||||
|
Reference in New Issue
Block a user