2016-07-13 17:05:23 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2017-06-15 11:18:11 +00:00
|
|
|
"bytes"
|
2016-07-13 17:05:23 +00:00
|
|
|
"encoding/json"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"io/ioutil"
|
2017-04-18 11:02:46 +00:00
|
|
|
"log"
|
2016-07-13 17:05:23 +00:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2017-07-10 10:00:47 +00:00
|
|
|
"strings"
|
2016-07-13 17:05:23 +00:00
|
|
|
|
2017-06-08 07:27:27 +00:00
|
|
|
"gopkg.in/src-d/enry.v1"
|
2016-07-13 17:05:23 +00:00
|
|
|
)
|
|
|
|
|
2017-07-07 09:20:54 +00:00
|
|
|
var (
|
|
|
|
Version = "undefined"
|
|
|
|
GitHash = "undefined"
|
|
|
|
)
|
|
|
|
|
2016-07-13 17:05:23 +00:00
|
|
|
func main() {
|
2017-04-18 11:02:46 +00:00
|
|
|
flag.Usage = usage
|
2017-06-15 11:18:11 +00:00
|
|
|
breakdownFlag := flag.Bool("breakdown", false, "")
|
|
|
|
jsonFlag := flag.Bool("json", false, "")
|
2016-07-13 17:05:23 +00:00
|
|
|
flag.Parse()
|
2017-06-15 11:18:11 +00:00
|
|
|
|
2016-07-13 22:38:06 +00:00
|
|
|
root, err := filepath.Abs(flag.Arg(0))
|
2017-04-18 11:02:46 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
2016-07-13 22:38:06 +00:00
|
|
|
}
|
2016-07-13 17:05:23 +00:00
|
|
|
|
2017-04-18 11:02:46 +00:00
|
|
|
errors := false
|
2017-06-02 10:41:39 +00:00
|
|
|
out := make(map[string][]string, 0)
|
2016-07-13 22:38:06 +00:00
|
|
|
err = filepath.Walk(root, func(path string, f os.FileInfo, err error) error {
|
|
|
|
if err != nil {
|
2017-04-18 11:02:46 +00:00
|
|
|
errors = true
|
|
|
|
log.Println(err)
|
|
|
|
return filepath.SkipDir
|
2016-07-13 22:38:06 +00:00
|
|
|
}
|
|
|
|
|
2017-06-02 10:41:39 +00:00
|
|
|
relativePath, err := filepath.Rel(root, path)
|
|
|
|
if err != nil {
|
|
|
|
errors = true
|
|
|
|
log.Println(err)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if relativePath == "." {
|
2017-07-10 10:00:47 +00:00
|
|
|
var buff bytes.Buffer
|
|
|
|
printFile(root, &buff)
|
|
|
|
fmt.Print(buff.String())
|
2017-06-02 10:41:39 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if f.IsDir() {
|
|
|
|
relativePath = relativePath + "/"
|
|
|
|
}
|
|
|
|
|
2017-06-13 11:56:07 +00:00
|
|
|
if enry.IsVendor(relativePath) || enry.IsDotFile(relativePath) ||
|
|
|
|
enry.IsDocumentation(relativePath) || enry.IsConfiguration(relativePath) {
|
2016-07-13 17:05:23 +00:00
|
|
|
if f.IsDir() {
|
|
|
|
return filepath.SkipDir
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if f.IsDir() {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-07-06 09:59:15 +00:00
|
|
|
language, ok := enry.GetLanguageByExtension(path)
|
|
|
|
if !ok {
|
|
|
|
if language, ok = enry.GetLanguageByFilename(path); !ok {
|
|
|
|
content, err := ioutil.ReadFile(path)
|
|
|
|
if err != nil {
|
|
|
|
errors = true
|
|
|
|
log.Println(err)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
language = enry.GetLanguage(filepath.Base(path), content)
|
|
|
|
if language == enry.OtherLanguage {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
2016-07-13 17:05:23 +00:00
|
|
|
}
|
|
|
|
|
2017-06-02 10:41:39 +00:00
|
|
|
out[language] = append(out[language], relativePath)
|
2016-07-13 17:05:23 +00:00
|
|
|
return nil
|
|
|
|
})
|
2017-04-18 11:02:46 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
2016-07-13 22:38:06 +00:00
|
|
|
|
2017-06-15 11:18:11 +00:00
|
|
|
var buff bytes.Buffer
|
|
|
|
switch {
|
|
|
|
case *jsonFlag && !*breakdownFlag:
|
|
|
|
printJson(out, &buff)
|
|
|
|
case *jsonFlag && *breakdownFlag:
|
|
|
|
printBreakDown(out, &buff)
|
|
|
|
case *breakdownFlag:
|
|
|
|
printPercents(out, &buff)
|
|
|
|
buff.WriteByte('\n')
|
|
|
|
printBreakDown(out, &buff)
|
|
|
|
default:
|
|
|
|
printPercents(out, &buff)
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Print(buff.String())
|
2016-07-13 17:05:23 +00:00
|
|
|
}
|
2016-07-13 22:38:06 +00:00
|
|
|
|
|
|
|
func usage() {
|
|
|
|
fmt.Fprintf(
|
2017-07-07 09:20:54 +00:00
|
|
|
os.Stderr,
|
|
|
|
` %[1]s %[2]s commit: %[3]s
|
|
|
|
enry, A simple (and faster) implementation of github/linguist
|
|
|
|
usage: %[1]s <path>
|
|
|
|
%[1]s [-json] [-breakdown] <path>
|
|
|
|
%[1]s [-json] [-breakdown]
|
|
|
|
`,
|
|
|
|
os.Args[0], Version, GitHash,
|
2016-07-13 22:38:06 +00:00
|
|
|
)
|
2017-06-15 11:18:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func printBreakDown(out map[string][]string, buff *bytes.Buffer) {
|
|
|
|
for name, language := range out {
|
|
|
|
writeStringLn(name, buff)
|
|
|
|
for _, file := range language {
|
|
|
|
writeStringLn(file, buff)
|
|
|
|
}
|
|
|
|
|
|
|
|
writeStringLn("", buff)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func printJson(out map[string][]string, buff *bytes.Buffer) {
|
|
|
|
data, _ := json.Marshal(out)
|
|
|
|
buff.Write(data)
|
2017-07-05 10:12:23 +00:00
|
|
|
buff.WriteByte('\n')
|
2017-06-15 11:18:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func printPercents(out map[string][]string, buff *bytes.Buffer) {
|
|
|
|
fileCount := make(map[string]int, len(out))
|
|
|
|
total := 0
|
|
|
|
for name, language := range out {
|
|
|
|
fileCount[name] = len(language)
|
|
|
|
total += len(language)
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, count := range fileCount {
|
|
|
|
percent := float32(count) / float32(total) * 100
|
|
|
|
buff.WriteString(fmt.Sprintf("%.2f%% %s\n", percent, name))
|
|
|
|
}
|
|
|
|
}
|
2016-07-13 22:38:06 +00:00
|
|
|
|
2017-07-10 10:00:47 +00:00
|
|
|
func printFile(file string, buff *bytes.Buffer) {
|
|
|
|
content, err := ioutil.ReadFile(file)
|
|
|
|
if err != nil {
|
|
|
|
fmt.Println(err)
|
|
|
|
}
|
|
|
|
totalLines, sloc := getLines(file, content)
|
|
|
|
fileType := getFileType(file, content)
|
|
|
|
language := enry.GetLanguage(file, content)
|
2017-07-10 10:50:52 +00:00
|
|
|
mimeType := enry.GetMimeType(language)
|
2017-07-10 10:00:47 +00:00
|
|
|
|
|
|
|
buff.WriteString(fmt.Sprintf("%s: %d lines (%d sloc)\n", filepath.Base(file), totalLines, sloc))
|
|
|
|
buff.WriteString(fmt.Sprintf(" type: %s\n", fileType))
|
2017-07-10 10:50:52 +00:00
|
|
|
buff.WriteString(fmt.Sprintf(" mime type: %s\n", mimeType))
|
2017-07-10 10:00:47 +00:00
|
|
|
buff.WriteString(fmt.Sprintf(" language: %s\n", language))
|
|
|
|
}
|
|
|
|
|
|
|
|
func getLines(file string, content []byte) (int, int) {
|
|
|
|
|
|
|
|
totalLines := bytes.Count(content, []byte("\n"))
|
|
|
|
sloc := totalLines - strings.Count(string(content), "\n\n")
|
|
|
|
|
|
|
|
return totalLines, sloc
|
|
|
|
}
|
|
|
|
|
|
|
|
func getFileType(file string, content []byte) string {
|
|
|
|
switch {
|
|
|
|
case isImage(file):
|
|
|
|
return "Image"
|
|
|
|
case enry.IsBinary(content):
|
|
|
|
return "Binary"
|
|
|
|
default:
|
|
|
|
return "Text"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func isImage(file string) bool {
|
|
|
|
index := strings.LastIndex(file, ".")
|
|
|
|
extension := file[index:]
|
|
|
|
if extension == ".png" || extension == ".jpg" || extension == ".jpeg" || extension == ".gif" {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2017-06-15 11:18:11 +00:00
|
|
|
func writeStringLn(s string, buff *bytes.Buffer) {
|
|
|
|
buff.WriteString(s)
|
|
|
|
buff.WriteByte('\n')
|
2016-07-13 22:38:06 +00:00
|
|
|
}
|