diff --git a/internal/code-generator/generator/samplesfreq.go b/internal/code-generator/generator/samplesfreq.go index 3dd2142..ca695b7 100644 --- a/internal/code-generator/generator/samplesfreq.go +++ b/internal/code-generator/generator/samplesfreq.go @@ -7,6 +7,7 @@ import ( "io/ioutil" "log" "math" + "os" "path/filepath" "sort" "strconv" @@ -31,6 +32,21 @@ func Frequencies(fileToParse, samplesDir, outPath, tmplPath, tmplName, commit st return err } + if _, ok := os.LookupEnv("ENRY_DEBUG"); ok { + log.Printf("Total samples: %d\n", freqs.LanguageTotal) + log.Printf("Total tokens: %d\n", freqs.TokensTotal) + + keys := make([]string, 0, len(freqs.Languages)) + for k := range freqs.Languages { + keys = append(keys, k) + } + sort.Strings(keys) + + for _, k := range keys { + fmt.Printf(" %s: %d\n", k, freqs.Languages[k]) + } + } + buf := &bytes.Buffer{} if err := executeFrequenciesTemplate(buf, freqs, tmplPath, tmplName, commit); err != nil { return err