ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-06-19 06:33:06 -03:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

use of gopkg.in/toqueteos/substring.v1 in content.go to improve GetLanguagesByContent performance

Browse Source
This commit is contained in:
Manuel Carmona
2017-06-21 09:58:33 +02:00
parent b2b40bbfc5
commit 2045abfa41
14 changed files with 1763 additions and 856 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
internal/code-generator/assets/content.go.tmpl
View File

@ -4,9 +4,7 @@ package data
// THIS FILE SHOULD NOT BE EDITED BY HAND
// Extracted from github/linguist commit: {{ getCommit }}
import (
"regexp"
)
import "gopkg.in/toqueteos/substring.v1"
type languageMatcher func ([]byte) []string
@ -17,8 +15,8 @@ var ContentMatchers = map[string]languageMatcher{
{{- if not (avoidLanguage $language) }}
{{- if gt (len $language.Heuristics) 0 }}
{{- if gt $i 0 }} else {{ end -}}
if {{- range $j, $heuristic := $language.Heuristics }} {{ $heuristic.Name }}.Match(i)
{{- if gt $i 0 }} else {{ end -}}
if {{- range $j, $heuristic := $language.Heuristics }} {{ $heuristic.Name }}.Match(string(i))
{{- if lt $j (len $language.LogicRelations) }} {{index $language.LogicRelations $j}} {{- end -}} {{ end }} {
return []string{ {{- printf "%q" $language.Language -}} }
}
@ -34,6 +32,6 @@ var ContentMatchers = map[string]languageMatcher{
var (
{{ range $index, $heuristic := getAllHeuristics . -}}
{{ $heuristic.Name }} = regexp.MustCompile(`{{ $heuristic.Regexp }}`)
{{ $heuristic.Name }} = substring.Regexp(`{{ $heuristic.Regexp }}`)
{{ end -}}
)