ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2024-09-19 23:11:22 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

chore(ignore): fix tests

Browse Source
This commit is contained in:
Roberto Alsina 2024-09-03 04:49:21 -03:00
parent 3ed4a7eab8
commit 40202eb2d6
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spec/tartrazine_spec.cr
View File

@ -73,7 +73,7 @@ end
# Helper that creates lexer and tokenizes # Helper that creates lexer and tokenizes
def tokenize(lexer_name, text) def tokenize(lexer_name, text)
tokenizer = Tartrazine.lexer(lexer_name).tokenizer(text) tokenizer = Tartrazine.lexer(lexer_name).tokenizer(text)
Tartrazine::Lexer.collapse_tokens(tokenizer.to_a) Tartrazine::RegexLexer.collapse_tokens(tokenizer.to_a)
end end
# Helper that tokenizes using chroma to validate the lexer # Helper that tokenizes using chroma to validate the lexer
@ -85,5 +85,5 @@ def chroma_tokenize(lexer_name, text)
["-f", "json", "-l", lexer_name], ["-f", "json", "-l", lexer_name],
input: input, output: output input: input, output: output
) )
Tartrazine::Lexer.collapse_tokens(Array(Tartrazine::Token).from_json(output.to_s)) Tartrazine::RegexLexer.collapse_tokens(Array(Tartrazine::Token).from_json(output.to_s))
end end