diff --git a/internal/tokenizer/tokenize.go b/internal/tokenizer/tokenize.go index 5c5094b..6a721c4 100644 --- a/internal/tokenizer/tokenize.go +++ b/internal/tokenizer/tokenize.go @@ -1,4 +1,4 @@ -// Package tokenizer implements file tokenization used by the enry file +// Package tokenizer implements file tokenization used by the enry content // classifier. This package is an implementation detail of enry and should not // be imported by other packages. package tokenizer