mirror of
https://github.com/ralsina/tartrazine.git
synced 2025-07-12 12:19:46 +00:00
fix: renamed BaseLexer to Lexer and Lexer to RegexLexer to make API nicer
This commit is contained in:
@ -12,7 +12,7 @@ module Tartrazine
|
||||
|
||||
def format(text : String, lexer : BaseLexer, io : IO) : Nil
|
||||
tokenizer = lexer.tokenizer(text)
|
||||
io << Tartrazine::Lexer.collapse_tokens(tokenizer.to_a).to_json
|
||||
io << Tartrazine::RegexLexer.collapse_tokens(tokenizer.to_a).to_json
|
||||
end
|
||||
end
|
||||
end
|
||||
|
Reference in New Issue
Block a user