ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-08-02 22:09:49 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

chore(ignore): fix tests

Browse Source
This commit is contained in:
Roberto Alsina
2024-09-03 04:49:21 -03:00
parent 8eb8b8cb48
commit 9a2ebc6c12
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
spec/tartrazine_spec.cr
View File

@@ -73,7 +73,7 @@ end
# Helper that creates lexer and tokenizes # Helper that creates lexer and tokenizes
def tokenize(lexer_name, text) def tokenize(lexer_name, text)
tokenizer = Tartrazine.lexer(lexer_name).tokenizer(text) tokenizer = Tartrazine.lexer(lexer_name).tokenizer(text)
Tartrazine::Lexer.collapse_tokens(tokenizer.to_a) Tartrazine::RegexLexer.collapse_tokens(tokenizer.to_a)
end end
# Helper that tokenizes using chroma to validate the lexer # Helper that tokenizes using chroma to validate the lexer
@@ -85,5 +85,5 @@ def chroma_tokenize(lexer_name, text)
["-f", "json", "-l", lexer_name], ["-f", "json", "-l", lexer_name],
input: input, output: output input: input, output: output
) )
Tartrazine::Lexer.collapse_tokens(Array(Tartrazine::Token).from_json(output.to_s)) Tartrazine::RegexLexer.collapse_tokens(Array(Tartrazine::Token).from_json(output.to_s))
end end