ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-06-27 22:57:50 -03:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge commit 'f955c625aded244864e83a872b396868a490dbc5' as 'go-enry'

Browse Source
This commit is contained in:
Roberto Alsina
2024-09-04 16:33:41 -03:00
parent 6a38f2f5fb f955c625ad
commit e44f64a7df
192 changed files with 528500 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
go-enry/internal/code-generator/assets/frequencies.go.tmpl Normal file
View File

@ -0,0 +1,20 @@
package data
var LanguagesLogProbabilities = map[string]float64{
{{ $freqs := . -}}
{{range $index, $language := orderKeys .Languages -}}
"{{ $language }}": {{ languageLogProbability $language -}},
{{end -}}
}
var TokensLogProbabilities = map[string]map[string]float64{
{{range $index, $language := orderMapMapKeys .Tokens -}}
"{{ $language }}": map[string]float64{
{{range $i, $token := index $freqs.Tokens $language | orderKeys -}}
{{ quote $token }}: {{ tokenLogProbability $language $token }},
{{end -}}
},
{{end -}}
}
var TokensTotal = {{ toFloat64 .TokensTotal -}}