mirror of
https://github.com/ralsina/tartrazine.git
synced 2025-06-19 14:43:05 -03:00
Rearranged code
This commit is contained in:
Manuel Carmona
652
alias.go
652
alias.go
@ -1,16 +1,644 @@
|
|||||||
package slinguist
|
package slinguist
|
||||||
|
|
||||||
import "strings"
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
|
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
||||||
|
|
||||||
// GetLanguageByAlias returns the language related to the given alias and ok set to true,
|
// languagesByAlias keeps alias for different languages and use the name of the languages as an alias too.
|
||||||
// or Otherlanguage and ok set to false otherwise.
|
// All the keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
||||||
func GetLanguageByAlias(alias string) (lang string, ok bool) {
|
var languagesByAlias = map[string]string{
|
||||||
a := strings.Split(alias, `,`)[0]
|
"1c_enterprise": "1C Enterprise",
|
||||||
a = strings.ToLower(a)
|
"abap": "ABAP",
|
||||||
lang, ok = languagesByAlias[a]
|
"abl": "OpenEdge ABL",
|
||||||
if !ok {
|
"abnf": "ABNF",
|
||||||
lang = OtherLanguage
|
"abuild": "Alpine Abuild",
|
||||||
}
|
"aconf": "ApacheConf",
|
||||||
|
"actionscript": "ActionScript",
|
||||||
return
|
"actionscript3": "ActionScript",
|
||||||
|
"actionscript_3": "ActionScript",
|
||||||
|
"ada": "Ada",
|
||||||
|
"ada2005": "Ada",
|
||||||
|
"ada95": "Ada",
|
||||||
|
"advpl": "xBase",
|
||||||
|
"afdko": "OpenType Feature File",
|
||||||
|
"agda": "Agda",
|
||||||
|
"ags": "AGS Script",
|
||||||
|
"ags_script": "AGS Script",
|
||||||
|
"ahk": "AutoHotkey",
|
||||||
|
"alloy": "Alloy",
|
||||||
|
"alpine_abuild": "Alpine Abuild",
|
||||||
|
"ampl": "AMPL",
|
||||||
|
"ant_build_system": "Ant Build System",
|
||||||
|
"antlr": "ANTLR",
|
||||||
|
"apache": "ApacheConf",
|
||||||
|
"apacheconf": "ApacheConf",
|
||||||
|
"apex": "Apex",
|
||||||
|
"api_blueprint": "API Blueprint",
|
||||||
|
"apkbuild": "Alpine Abuild",
|
||||||
|
"apl": "APL",
|
||||||
|
"apollo_guidance_computer": "Apollo Guidance Computer",
|
||||||
|
"applescript": "AppleScript",
|
||||||
|
"arc": "Arc",
|
||||||
|
"arduino": "Arduino",
|
||||||
|
"arexx": "REXX",
|
||||||
|
"as3": "ActionScript",
|
||||||
|
"asciidoc": "AsciiDoc",
|
||||||
|
"asn.1": "ASN.1",
|
||||||
|
"asp": "ASP",
|
||||||
|
"aspectj": "AspectJ",
|
||||||
|
"aspx": "ASP",
|
||||||
|
"aspx-vb": "ASP",
|
||||||
|
"assembly": "Assembly",
|
||||||
|
"ats": "ATS",
|
||||||
|
"ats2": "ATS",
|
||||||
|
"au3": "AutoIt",
|
||||||
|
"augeas": "Augeas",
|
||||||
|
"autoconf": "M4Sugar",
|
||||||
|
"autohotkey": "AutoHotkey",
|
||||||
|
"autoit": "AutoIt",
|
||||||
|
"autoit3": "AutoIt",
|
||||||
|
"autoitscript": "AutoIt",
|
||||||
|
"awk": "Awk",
|
||||||
|
"b3d": "BlitzBasic",
|
||||||
|
"bash": "Shell",
|
||||||
|
"bash_session": "ShellSession",
|
||||||
|
"bat": "Batchfile",
|
||||||
|
"batch": "Batchfile",
|
||||||
|
"batchfile": "Batchfile",
|
||||||
|
"befunge": "Befunge",
|
||||||
|
"bison": "Bison",
|
||||||
|
"bitbake": "BitBake",
|
||||||
|
"blade": "Blade",
|
||||||
|
"blitz3d": "BlitzBasic",
|
||||||
|
"blitzbasic": "BlitzBasic",
|
||||||
|
"blitzmax": "BlitzMax",
|
||||||
|
"blitzplus": "BlitzBasic",
|
||||||
|
"bluespec": "Bluespec",
|
||||||
|
"bmax": "BlitzMax",
|
||||||
|
"boo": "Boo",
|
||||||
|
"bplus": "BlitzBasic",
|
||||||
|
"brainfuck": "Brainfuck",
|
||||||
|
"brightscript": "Brightscript",
|
||||||
|
"bro": "Bro",
|
||||||
|
"bsdmake": "Makefile",
|
||||||
|
"byond": "DM",
|
||||||
|
"c": "C",
|
||||||
|
"c#": "C#",
|
||||||
|
"c++": "C++",
|
||||||
|
"c++-objdump": "Cpp-ObjDump",
|
||||||
|
"c-objdump": "C-ObjDump",
|
||||||
|
"c2hs": "C2hs Haskell",
|
||||||
|
"c2hs_haskell": "C2hs Haskell",
|
||||||
|
"cap'n_proto": "Cap'n Proto",
|
||||||
|
"carto": "CartoCSS",
|
||||||
|
"cartocss": "CartoCSS",
|
||||||
|
"ceylon": "Ceylon",
|
||||||
|
"cfc": "ColdFusion CFC",
|
||||||
|
"cfm": "ColdFusion",
|
||||||
|
"cfml": "ColdFusion",
|
||||||
|
"chapel": "Chapel",
|
||||||
|
"charity": "Charity",
|
||||||
|
"chpl": "Chapel",
|
||||||
|
"chuck": "ChucK",
|
||||||
|
"cirru": "Cirru",
|
||||||
|
"clarion": "Clarion",
|
||||||
|
"clean": "Clean",
|
||||||
|
"click": "Click",
|
||||||
|
"clipper": "xBase",
|
||||||
|
"clips": "CLIPS",
|
||||||
|
"clojure": "Clojure",
|
||||||
|
"closure_templates": "Closure Templates",
|
||||||
|
"cmake": "CMake",
|
||||||
|
"cobol": "COBOL",
|
||||||
|
"coffee": "CoffeeScript",
|
||||||
|
"coffee-script": "CoffeeScript",
|
||||||
|
"coffeescript": "CoffeeScript",
|
||||||
|
"coldfusion": "ColdFusion",
|
||||||
|
"coldfusion_cfc": "ColdFusion CFC",
|
||||||
|
"coldfusion_html": "ColdFusion",
|
||||||
|
"collada": "COLLADA",
|
||||||
|
"common_lisp": "Common Lisp",
|
||||||
|
"component_pascal": "Component Pascal",
|
||||||
|
"console": "ShellSession",
|
||||||
|
"cool": "Cool",
|
||||||
|
"coq": "Coq",
|
||||||
|
"cpp": "C++",
|
||||||
|
"cpp-objdump": "Cpp-ObjDump",
|
||||||
|
"creole": "Creole",
|
||||||
|
"crystal": "Crystal",
|
||||||
|
"csharp": "C#",
|
||||||
|
"cson": "CSON",
|
||||||
|
"csound": "Csound",
|
||||||
|
"csound-csd": "Csound Document",
|
||||||
|
"csound-orc": "Csound",
|
||||||
|
"csound-sco": "Csound Score",
|
||||||
|
"csound_document": "Csound Document",
|
||||||
|
"csound_score": "Csound Score",
|
||||||
|
"css": "CSS",
|
||||||
|
"csv": "CSV",
|
||||||
|
"cucumber": "Gherkin",
|
||||||
|
"cuda": "Cuda",
|
||||||
|
"cweb": "CWeb",
|
||||||
|
"cycript": "Cycript",
|
||||||
|
"cython": "Cython",
|
||||||
|
"d": "D",
|
||||||
|
"d-objdump": "D-ObjDump",
|
||||||
|
"darcs_patch": "Darcs Patch",
|
||||||
|
"dart": "Dart",
|
||||||
|
"dcl": "DIGITAL Command Language",
|
||||||
|
"delphi": "Component Pascal",
|
||||||
|
"desktop": "desktop",
|
||||||
|
"diff": "Diff",
|
||||||
|
"digital_command_language": "DIGITAL Command Language",
|
||||||
|
"django": "HTML+Django",
|
||||||
|
"dm": "DM",
|
||||||
|
"dns_zone": "DNS Zone",
|
||||||
|
"dockerfile": "Dockerfile",
|
||||||
|
"dogescript": "Dogescript",
|
||||||
|
"dosbatch": "Batchfile",
|
||||||
|
"dosini": "INI",
|
||||||
|
"dpatch": "Darcs Patch",
|
||||||
|
"dtrace": "DTrace",
|
||||||
|
"dtrace-script": "DTrace",
|
||||||
|
"dylan": "Dylan",
|
||||||
|
"e": "E",
|
||||||
|
"eagle": "Eagle",
|
||||||
|
"ebnf": "EBNF",
|
||||||
|
"ec": "eC",
|
||||||
|
"ecere_projects": "Ecere Projects",
|
||||||
|
"ecl": "ECL",
|
||||||
|
"eclipse": "ECLiPSe",
|
||||||
|
"ecr": "HTML+ECR",
|
||||||
|
"edn": "edn",
|
||||||
|
"eex": "HTML+EEX",
|
||||||
|
"eiffel": "Eiffel",
|
||||||
|
"ejs": "EJS",
|
||||||
|
"elisp": "Emacs Lisp",
|
||||||
|
"elixir": "Elixir",
|
||||||
|
"elm": "Elm",
|
||||||
|
"emacs": "Emacs Lisp",
|
||||||
|
"emacs_lisp": "Emacs Lisp",
|
||||||
|
"emberscript": "EmberScript",
|
||||||
|
"eq": "EQ",
|
||||||
|
"erb": "HTML+ERB",
|
||||||
|
"erlang": "Erlang",
|
||||||
|
"f#": "F#",
|
||||||
|
"factor": "Factor",
|
||||||
|
"fancy": "Fancy",
|
||||||
|
"fantom": "Fantom",
|
||||||
|
"filebench_wml": "Filebench WML",
|
||||||
|
"filterscript": "Filterscript",
|
||||||
|
"fish": "fish",
|
||||||
|
"flex": "Lex",
|
||||||
|
"flux": "FLUX",
|
||||||
|
"formatted": "Formatted",
|
||||||
|
"forth": "Forth",
|
||||||
|
"fortran": "Fortran",
|
||||||
|
"foxpro": "xBase",
|
||||||
|
"freemarker": "FreeMarker",
|
||||||
|
"frege": "Frege",
|
||||||
|
"fsharp": "F#",
|
||||||
|
"ftl": "FreeMarker",
|
||||||
|
"fundamental": "Text",
|
||||||
|
"g-code": "G-code",
|
||||||
|
"game_maker_language": "Game Maker Language",
|
||||||
|
"gams": "GAMS",
|
||||||
|
"gap": "GAP",
|
||||||
|
"gcc_machine_description": "GCC Machine Description",
|
||||||
|
"gdb": "GDB",
|
||||||
|
"gdscript": "GDScript",
|
||||||
|
"genie": "Genie",
|
||||||
|
"genshi": "Genshi",
|
||||||
|
"gentoo_ebuild": "Gentoo Ebuild",
|
||||||
|
"gentoo_eclass": "Gentoo Eclass",
|
||||||
|
"gettext_catalog": "Gettext Catalog",
|
||||||
|
"gf": "Grammatical Framework",
|
||||||
|
"gherkin": "Gherkin",
|
||||||
|
"glsl": "GLSL",
|
||||||
|
"glyph": "Glyph",
|
||||||
|
"gn": "GN",
|
||||||
|
"gnuplot": "Gnuplot",
|
||||||
|
"go": "Go",
|
||||||
|
"golang": "Go",
|
||||||
|
"golo": "Golo",
|
||||||
|
"gosu": "Gosu",
|
||||||
|
"grace": "Grace",
|
||||||
|
"gradle": "Gradle",
|
||||||
|
"grammatical_framework": "Grammatical Framework",
|
||||||
|
"graph_modeling_language": "Graph Modeling Language",
|
||||||
|
"graphql": "GraphQL",
|
||||||
|
"graphviz_(dot)": "Graphviz (DOT)",
|
||||||
|
"groovy": "Groovy",
|
||||||
|
"groovy_server_pages": "Groovy Server Pages",
|
||||||
|
"gsp": "Groovy Server Pages",
|
||||||
|
"hack": "Hack",
|
||||||
|
"haml": "Haml",
|
||||||
|
"handlebars": "Handlebars",
|
||||||
|
"harbour": "Harbour",
|
||||||
|
"haskell": "Haskell",
|
||||||
|
"haxe": "Haxe",
|
||||||
|
"hbs": "Handlebars",
|
||||||
|
"hcl": "HCL",
|
||||||
|
"hlsl": "HLSL",
|
||||||
|
"html": "HTML",
|
||||||
|
"html+django": "HTML+Django",
|
||||||
|
"html+django/jinja": "HTML+Django",
|
||||||
|
"html+ecr": "HTML+ECR",
|
||||||
|
"html+eex": "HTML+EEX",
|
||||||
|
"html+erb": "HTML+ERB",
|
||||||
|
"html+jinja": "HTML+Django",
|
||||||
|
"html+php": "HTML+PHP",
|
||||||
|
"html+ruby": "RHTML",
|
||||||
|
"htmlbars": "Handlebars",
|
||||||
|
"htmldjango": "HTML+Django",
|
||||||
|
"http": "HTTP",
|
||||||
|
"hy": "Hy",
|
||||||
|
"hylang": "Hy",
|
||||||
|
"hyphy": "HyPhy",
|
||||||
|
"i7": "Inform 7",
|
||||||
|
"idl": "IDL",
|
||||||
|
"idris": "Idris",
|
||||||
|
"igor": "IGOR Pro",
|
||||||
|
"igor_pro": "IGOR Pro",
|
||||||
|
"igorpro": "IGOR Pro",
|
||||||
|
"inc": "PHP",
|
||||||
|
"inform7": "Inform 7",
|
||||||
|
"inform_7": "Inform 7",
|
||||||
|
"ini": "INI",
|
||||||
|
"inno_setup": "Inno Setup",
|
||||||
|
"io": "Io",
|
||||||
|
"ioke": "Ioke",
|
||||||
|
"ipython_notebook": "Jupyter Notebook",
|
||||||
|
"irc": "IRC log",
|
||||||
|
"irc_log": "IRC log",
|
||||||
|
"irc_logs": "IRC log",
|
||||||
|
"isabelle": "Isabelle",
|
||||||
|
"isabelle_root": "Isabelle ROOT",
|
||||||
|
"j": "J",
|
||||||
|
"jasmin": "Jasmin",
|
||||||
|
"java": "Java",
|
||||||
|
"java_server_page": "Groovy Server Pages",
|
||||||
|
"java_server_pages": "Java Server Pages",
|
||||||
|
"javascript": "JavaScript",
|
||||||
|
"jflex": "JFlex",
|
||||||
|
"jison": "Jison",
|
||||||
|
"jison_lex": "Jison Lex",
|
||||||
|
"jolie": "Jolie",
|
||||||
|
"jruby": "Ruby",
|
||||||
|
"js": "JavaScript",
|
||||||
|
"json": "JSON",
|
||||||
|
"json5": "JSON5",
|
||||||
|
"jsoniq": "JSONiq",
|
||||||
|
"jsonld": "JSONLD",
|
||||||
|
"jsp": "Java Server Pages",
|
||||||
|
"jsx": "JSX",
|
||||||
|
"julia": "Julia",
|
||||||
|
"jupyter_notebook": "Jupyter Notebook",
|
||||||
|
"kicad": "KiCad",
|
||||||
|
"kit": "Kit",
|
||||||
|
"kotlin": "Kotlin",
|
||||||
|
"krl": "KRL",
|
||||||
|
"labview": "LabVIEW",
|
||||||
|
"lasso": "Lasso",
|
||||||
|
"lassoscript": "Lasso",
|
||||||
|
"latex": "TeX",
|
||||||
|
"latte": "Latte",
|
||||||
|
"lean": "Lean",
|
||||||
|
"less": "Less",
|
||||||
|
"lex": "Lex",
|
||||||
|
"lfe": "LFE",
|
||||||
|
"lhaskell": "Literate Haskell",
|
||||||
|
"lhs": "Literate Haskell",
|
||||||
|
"lilypond": "LilyPond",
|
||||||
|
"limbo": "Limbo",
|
||||||
|
"linker_script": "Linker Script",
|
||||||
|
"linux_kernel_module": "Linux Kernel Module",
|
||||||
|
"liquid": "Liquid",
|
||||||
|
"lisp": "Common Lisp",
|
||||||
|
"litcoffee": "Literate CoffeeScript",
|
||||||
|
"literate_agda": "Literate Agda",
|
||||||
|
"literate_coffeescript": "Literate CoffeeScript",
|
||||||
|
"literate_haskell": "Literate Haskell",
|
||||||
|
"live-script": "LiveScript",
|
||||||
|
"livescript": "LiveScript",
|
||||||
|
"llvm": "LLVM",
|
||||||
|
"logos": "Logos",
|
||||||
|
"logtalk": "Logtalk",
|
||||||
|
"lolcode": "LOLCODE",
|
||||||
|
"lookml": "LookML",
|
||||||
|
"loomscript": "LoomScript",
|
||||||
|
"ls": "LiveScript",
|
||||||
|
"lsl": "LSL",
|
||||||
|
"lua": "Lua",
|
||||||
|
"m": "M",
|
||||||
|
"m4": "M4",
|
||||||
|
"m4sugar": "M4Sugar",
|
||||||
|
"macruby": "Ruby",
|
||||||
|
"make": "Makefile",
|
||||||
|
"makefile": "Makefile",
|
||||||
|
"mako": "Mako",
|
||||||
|
"markdown": "Markdown",
|
||||||
|
"marko": "Marko",
|
||||||
|
"markojs": "Marko",
|
||||||
|
"mask": "Mask",
|
||||||
|
"mathematica": "Mathematica",
|
||||||
|
"matlab": "Matlab",
|
||||||
|
"maven_pom": "Maven POM",
|
||||||
|
"max": "Max",
|
||||||
|
"max/msp": "Max",
|
||||||
|
"maxmsp": "Max",
|
||||||
|
"maxscript": "MAXScript",
|
||||||
|
"mediawiki": "MediaWiki",
|
||||||
|
"mercury": "Mercury",
|
||||||
|
"meson": "Meson",
|
||||||
|
"metal": "Metal",
|
||||||
|
"mf": "Makefile",
|
||||||
|
"minid": "MiniD",
|
||||||
|
"mirah": "Mirah",
|
||||||
|
"mma": "Mathematica",
|
||||||
|
"modelica": "Modelica",
|
||||||
|
"modula-2": "Modula-2",
|
||||||
|
"module_management_system": "Module Management System",
|
||||||
|
"monkey": "Monkey",
|
||||||
|
"moocode": "Moocode",
|
||||||
|
"moonscript": "MoonScript",
|
||||||
|
"mql4": "MQL4",
|
||||||
|
"mql5": "MQL5",
|
||||||
|
"mtml": "MTML",
|
||||||
|
"muf": "MUF",
|
||||||
|
"mumps": "M",
|
||||||
|
"mupad": "mupad",
|
||||||
|
"myghty": "Myghty",
|
||||||
|
"nasm": "Assembly",
|
||||||
|
"ncl": "NCL",
|
||||||
|
"nemerle": "Nemerle",
|
||||||
|
"nesc": "nesC",
|
||||||
|
"netlinx": "NetLinx",
|
||||||
|
"netlinx+erb": "NetLinx+ERB",
|
||||||
|
"netlogo": "NetLogo",
|
||||||
|
"newlisp": "NewLisp",
|
||||||
|
"nginx": "Nginx",
|
||||||
|
"nginx_configuration_file": "Nginx",
|
||||||
|
"nim": "Nim",
|
||||||
|
"ninja": "Ninja",
|
||||||
|
"nit": "Nit",
|
||||||
|
"nix": "Nix",
|
||||||
|
"nixos": "Nix",
|
||||||
|
"njk": "HTML+Django",
|
||||||
|
"nl": "NL",
|
||||||
|
"node": "JavaScript",
|
||||||
|
"nroff": "Roff",
|
||||||
|
"nsis": "NSIS",
|
||||||
|
"nu": "Nu",
|
||||||
|
"numpy": "NumPy",
|
||||||
|
"nunjucks": "HTML+Django",
|
||||||
|
"nush": "Nu",
|
||||||
|
"nvim": "Vim script",
|
||||||
|
"obj-c": "Objective-C",
|
||||||
|
"obj-c++": "Objective-C++",
|
||||||
|
"obj-j": "Objective-J",
|
||||||
|
"objc": "Objective-C",
|
||||||
|
"objc++": "Objective-C++",
|
||||||
|
"objdump": "ObjDump",
|
||||||
|
"objective-c": "Objective-C",
|
||||||
|
"objective-c++": "Objective-C++",
|
||||||
|
"objective-j": "Objective-J",
|
||||||
|
"objectivec": "Objective-C",
|
||||||
|
"objectivec++": "Objective-C++",
|
||||||
|
"objectivej": "Objective-J",
|
||||||
|
"objectpascal": "Component Pascal",
|
||||||
|
"objj": "Objective-J",
|
||||||
|
"ocaml": "OCaml",
|
||||||
|
"octave": "Matlab",
|
||||||
|
"omgrofl": "Omgrofl",
|
||||||
|
"ooc": "ooc",
|
||||||
|
"opa": "Opa",
|
||||||
|
"opal": "Opal",
|
||||||
|
"opencl": "OpenCL",
|
||||||
|
"openedge": "OpenEdge ABL",
|
||||||
|
"openedge_abl": "OpenEdge ABL",
|
||||||
|
"openrc": "OpenRC runscript",
|
||||||
|
"openrc_runscript": "OpenRC runscript",
|
||||||
|
"openscad": "OpenSCAD",
|
||||||
|
"opentype_feature_file": "OpenType Feature File",
|
||||||
|
"org": "Org",
|
||||||
|
"osascript": "AppleScript",
|
||||||
|
"ox": "Ox",
|
||||||
|
"oxygene": "Oxygene",
|
||||||
|
"oz": "Oz",
|
||||||
|
"p4": "P4",
|
||||||
|
"pan": "Pan",
|
||||||
|
"pandoc": "Markdown",
|
||||||
|
"papyrus": "Papyrus",
|
||||||
|
"parrot": "Parrot",
|
||||||
|
"parrot_assembly": "Parrot Assembly",
|
||||||
|
"parrot_internal_representation": "Parrot Internal Representation",
|
||||||
|
"pascal": "Pascal",
|
||||||
|
"pasm": "Parrot Assembly",
|
||||||
|
"pawn": "PAWN",
|
||||||
|
"pep8": "Pep8",
|
||||||
|
"perl": "Perl",
|
||||||
|
"perl6": "Perl6",
|
||||||
|
"php": "PHP",
|
||||||
|
"pic": "Pic",
|
||||||
|
"pickle": "Pickle",
|
||||||
|
"picolisp": "PicoLisp",
|
||||||
|
"piglatin": "PigLatin",
|
||||||
|
"pike": "Pike",
|
||||||
|
"pir": "Parrot Internal Representation",
|
||||||
|
"plpgsql": "PLpgSQL",
|
||||||
|
"plsql": "PLSQL",
|
||||||
|
"pod": "Pod",
|
||||||
|
"pogoscript": "PogoScript",
|
||||||
|
"pony": "Pony",
|
||||||
|
"posh": "PowerShell",
|
||||||
|
"postscr": "PostScript",
|
||||||
|
"postscript": "PostScript",
|
||||||
|
"pot": "Gettext Catalog",
|
||||||
|
"pov-ray": "POV-Ray SDL",
|
||||||
|
"pov-ray_sdl": "POV-Ray SDL",
|
||||||
|
"povray": "POV-Ray SDL",
|
||||||
|
"powerbuilder": "PowerBuilder",
|
||||||
|
"powershell": "PowerShell",
|
||||||
|
"processing": "Processing",
|
||||||
|
"progress": "OpenEdge ABL",
|
||||||
|
"prolog": "Prolog",
|
||||||
|
"propeller_spin": "Propeller Spin",
|
||||||
|
"protobuf": "Protocol Buffer",
|
||||||
|
"protocol_buffer": "Protocol Buffer",
|
||||||
|
"protocol_buffers": "Protocol Buffer",
|
||||||
|
"public_key": "Public Key",
|
||||||
|
"pug": "Pug",
|
||||||
|
"puppet": "Puppet",
|
||||||
|
"pure_data": "Pure Data",
|
||||||
|
"purebasic": "PureBasic",
|
||||||
|
"purescript": "PureScript",
|
||||||
|
"pycon": "Python console",
|
||||||
|
"pyrex": "Cython",
|
||||||
|
"python": "Python",
|
||||||
|
"python_console": "Python console",
|
||||||
|
"python_traceback": "Python traceback",
|
||||||
|
"qmake": "QMake",
|
||||||
|
"qml": "QML",
|
||||||
|
"r": "R",
|
||||||
|
"racket": "Racket",
|
||||||
|
"ragel": "Ragel",
|
||||||
|
"ragel-rb": "Ragel",
|
||||||
|
"ragel-ruby": "Ragel",
|
||||||
|
"rake": "Ruby",
|
||||||
|
"raml": "RAML",
|
||||||
|
"rascal": "Rascal",
|
||||||
|
"raw": "Raw token data",
|
||||||
|
"raw_token_data": "Raw token data",
|
||||||
|
"rb": "Ruby",
|
||||||
|
"rbx": "Ruby",
|
||||||
|
"rdoc": "RDoc",
|
||||||
|
"realbasic": "REALbasic",
|
||||||
|
"reason": "Reason",
|
||||||
|
"rebol": "Rebol",
|
||||||
|
"red": "Red",
|
||||||
|
"red/system": "Red",
|
||||||
|
"redcode": "Redcode",
|
||||||
|
"regex": "Regular Expression",
|
||||||
|
"regexp": "Regular Expression",
|
||||||
|
"regular_expression": "Regular Expression",
|
||||||
|
"ren'py": "Ren'Py",
|
||||||
|
"renderscript": "RenderScript",
|
||||||
|
"renpy": "Ren'Py",
|
||||||
|
"restructuredtext": "reStructuredText",
|
||||||
|
"rexx": "REXX",
|
||||||
|
"rhtml": "RHTML",
|
||||||
|
"rmarkdown": "RMarkdown",
|
||||||
|
"robotframework": "RobotFramework",
|
||||||
|
"roff": "Roff",
|
||||||
|
"rouge": "Rouge",
|
||||||
|
"rpm_spec": "RPM Spec",
|
||||||
|
"rscript": "R",
|
||||||
|
"rss": "XML",
|
||||||
|
"rst": "reStructuredText",
|
||||||
|
"ruby": "Ruby",
|
||||||
|
"runoff": "RUNOFF",
|
||||||
|
"rust": "Rust",
|
||||||
|
"rusthon": "Python",
|
||||||
|
"sage": "Sage",
|
||||||
|
"salt": "SaltStack",
|
||||||
|
"saltstack": "SaltStack",
|
||||||
|
"saltstate": "SaltStack",
|
||||||
|
"sas": "SAS",
|
||||||
|
"sass": "Sass",
|
||||||
|
"scala": "Scala",
|
||||||
|
"scaml": "Scaml",
|
||||||
|
"scheme": "Scheme",
|
||||||
|
"scilab": "Scilab",
|
||||||
|
"scss": "SCSS",
|
||||||
|
"self": "Self",
|
||||||
|
"sh": "Shell",
|
||||||
|
"shaderlab": "ShaderLab",
|
||||||
|
"shell": "Shell",
|
||||||
|
"shell-script": "Shell",
|
||||||
|
"shellsession": "ShellSession",
|
||||||
|
"shen": "Shen",
|
||||||
|
"slash": "Slash",
|
||||||
|
"slim": "Slim",
|
||||||
|
"smali": "Smali",
|
||||||
|
"smalltalk": "Smalltalk",
|
||||||
|
"smarty": "Smarty",
|
||||||
|
"sml": "Standard ML",
|
||||||
|
"smt": "SMT",
|
||||||
|
"sourcemod": "SourcePawn",
|
||||||
|
"sourcepawn": "SourcePawn",
|
||||||
|
"sparql": "SPARQL",
|
||||||
|
"specfile": "RPM Spec",
|
||||||
|
"spline_font_database": "Spline Font Database",
|
||||||
|
"splus": "R",
|
||||||
|
"sqf": "SQF",
|
||||||
|
"sql": "SQL",
|
||||||
|
"sqlpl": "SQLPL",
|
||||||
|
"squeak": "Smalltalk",
|
||||||
|
"squirrel": "Squirrel",
|
||||||
|
"srecode_template": "SRecode Template",
|
||||||
|
"stan": "Stan",
|
||||||
|
"standard_ml": "Standard ML",
|
||||||
|
"stata": "Stata",
|
||||||
|
"ston": "STON",
|
||||||
|
"stylus": "Stylus",
|
||||||
|
"sublime_text_config": "Sublime Text Config",
|
||||||
|
"subrip_text": "SubRip Text",
|
||||||
|
"supercollider": "SuperCollider",
|
||||||
|
"svg": "SVG",
|
||||||
|
"swift": "Swift",
|
||||||
|
"systemverilog": "SystemVerilog",
|
||||||
|
"tcl": "Tcl",
|
||||||
|
"tcsh": "Tcsh",
|
||||||
|
"tea": "Tea",
|
||||||
|
"terra": "Terra",
|
||||||
|
"tex": "TeX",
|
||||||
|
"text": "Text",
|
||||||
|
"textile": "Textile",
|
||||||
|
"thrift": "Thrift",
|
||||||
|
"ti_program": "TI Program",
|
||||||
|
"tl": "Type Language",
|
||||||
|
"tla": "TLA",
|
||||||
|
"toml": "TOML",
|
||||||
|
"ts": "TypeScript",
|
||||||
|
"turing": "Turing",
|
||||||
|
"turtle": "Turtle",
|
||||||
|
"twig": "Twig",
|
||||||
|
"txl": "TXL",
|
||||||
|
"type_language": "Type Language",
|
||||||
|
"typescript": "TypeScript",
|
||||||
|
"udiff": "Diff",
|
||||||
|
"unified_parallel_c": "Unified Parallel C",
|
||||||
|
"unity3d_asset": "Unity3D Asset",
|
||||||
|
"unix_assembly": "Unix Assembly",
|
||||||
|
"uno": "Uno",
|
||||||
|
"unrealscript": "UnrealScript",
|
||||||
|
"ur": "UrWeb",
|
||||||
|
"ur/web": "UrWeb",
|
||||||
|
"urweb": "UrWeb",
|
||||||
|
"vala": "Vala",
|
||||||
|
"vb.net": "Visual Basic",
|
||||||
|
"vbnet": "Visual Basic",
|
||||||
|
"vcl": "VCL",
|
||||||
|
"verilog": "Verilog",
|
||||||
|
"vhdl": "VHDL",
|
||||||
|
"vim": "Vim script",
|
||||||
|
"vim_script": "Vim script",
|
||||||
|
"viml": "Vim script",
|
||||||
|
"visual_basic": "Visual Basic",
|
||||||
|
"volt": "Volt",
|
||||||
|
"vue": "Vue",
|
||||||
|
"wavefront_material": "Wavefront Material",
|
||||||
|
"wavefront_object": "Wavefront Object",
|
||||||
|
"web_ontology_language": "Web Ontology Language",
|
||||||
|
"webidl": "WebIDL",
|
||||||
|
"winbatch": "Batchfile",
|
||||||
|
"wisp": "wisp",
|
||||||
|
"world_of_warcraft_addon_data": "World of Warcraft Addon Data",
|
||||||
|
"wsdl": "XML",
|
||||||
|
"x10": "X10",
|
||||||
|
"xbase": "xBase",
|
||||||
|
"xc": "XC",
|
||||||
|
"xcompose": "XCompose",
|
||||||
|
"xhtml": "HTML",
|
||||||
|
"xml": "XML",
|
||||||
|
"xml+genshi": "Genshi",
|
||||||
|
"xml+kid": "Genshi",
|
||||||
|
"xojo": "Xojo",
|
||||||
|
"xpages": "XPages",
|
||||||
|
"xproc": "XProc",
|
||||||
|
"xquery": "XQuery",
|
||||||
|
"xs": "XS",
|
||||||
|
"xsd": "XML",
|
||||||
|
"xsl": "XSLT",
|
||||||
|
"xslt": "XSLT",
|
||||||
|
"xten": "X10",
|
||||||
|
"xtend": "Xtend",
|
||||||
|
"yacc": "Yacc",
|
||||||
|
"yaml": "YAML",
|
||||||
|
"yang": "YANG",
|
||||||
|
"yml": "YAML",
|
||||||
|
"zephir": "Zephir",
|
||||||
|
"zimpl": "Zimpl",
|
||||||
|
"zsh": "Shell",
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,28 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import . "gopkg.in/check.v1"
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByAlias(c *C) {
|
|
||||||
tests := []struct {
|
|
||||||
alias string
|
|
||||||
expectedLang string
|
|
||||||
expectedOk bool
|
|
||||||
}{
|
|
||||||
{alias: "BestLanguageEver", expectedLang: OtherLanguage, expectedOk: false},
|
|
||||||
{alias: "aspx-vb", expectedLang: "ASP", expectedOk: true},
|
|
||||||
{alias: "C++", expectedLang: "C++", expectedOk: true},
|
|
||||||
{alias: "c++", expectedLang: "C++", expectedOk: true},
|
|
||||||
{alias: "objc", expectedLang: "Objective-C", expectedOk: true},
|
|
||||||
{alias: "golang", expectedLang: "Go", expectedOk: true},
|
|
||||||
{alias: "GOLANG", expectedLang: "Go", expectedOk: true},
|
|
||||||
{alias: "bsdmake", expectedLang: "Makefile", expectedOk: true},
|
|
||||||
{alias: "xhTmL", expectedLang: "HTML", expectedOk: true},
|
|
||||||
{alias: "python", expectedLang: "Python", expectedOk: true},
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, test := range tests {
|
|
||||||
lang, ok := GetLanguageByAlias(test.alias)
|
|
||||||
c.Assert(lang, Equals, test.expectedLang)
|
|
||||||
c.Assert(ok, Equals, test.expectedOk)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
644
aliases_map.go
644
aliases_map.go
@ -1,644 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
|
||||||
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
|
||||||
|
|
||||||
// languagesByAlias keeps alias for different languages and use the name of the languages as a alias too. All the
|
|
||||||
// keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
|
||||||
var languagesByAlias = map[string]string{
|
|
||||||
"1c_enterprise": "1C Enterprise",
|
|
||||||
"abap": "ABAP",
|
|
||||||
"abl": "OpenEdge ABL",
|
|
||||||
"abnf": "ABNF",
|
|
||||||
"abuild": "Alpine Abuild",
|
|
||||||
"aconf": "ApacheConf",
|
|
||||||
"actionscript": "ActionScript",
|
|
||||||
"actionscript3": "ActionScript",
|
|
||||||
"actionscript_3": "ActionScript",
|
|
||||||
"ada": "Ada",
|
|
||||||
"ada2005": "Ada",
|
|
||||||
"ada95": "Ada",
|
|
||||||
"advpl": "xBase",
|
|
||||||
"afdko": "OpenType Feature File",
|
|
||||||
"agda": "Agda",
|
|
||||||
"ags": "AGS Script",
|
|
||||||
"ags_script": "AGS Script",
|
|
||||||
"ahk": "AutoHotkey",
|
|
||||||
"alloy": "Alloy",
|
|
||||||
"alpine_abuild": "Alpine Abuild",
|
|
||||||
"ampl": "AMPL",
|
|
||||||
"ant_build_system": "Ant Build System",
|
|
||||||
"antlr": "ANTLR",
|
|
||||||
"apache": "ApacheConf",
|
|
||||||
"apacheconf": "ApacheConf",
|
|
||||||
"apex": "Apex",
|
|
||||||
"api_blueprint": "API Blueprint",
|
|
||||||
"apkbuild": "Alpine Abuild",
|
|
||||||
"apl": "APL",
|
|
||||||
"apollo_guidance_computer": "Apollo Guidance Computer",
|
|
||||||
"applescript": "AppleScript",
|
|
||||||
"arc": "Arc",
|
|
||||||
"arduino": "Arduino",
|
|
||||||
"arexx": "REXX",
|
|
||||||
"as3": "ActionScript",
|
|
||||||
"asciidoc": "AsciiDoc",
|
|
||||||
"asn.1": "ASN.1",
|
|
||||||
"asp": "ASP",
|
|
||||||
"aspectj": "AspectJ",
|
|
||||||
"aspx": "ASP",
|
|
||||||
"aspx-vb": "ASP",
|
|
||||||
"assembly": "Assembly",
|
|
||||||
"ats": "ATS",
|
|
||||||
"ats2": "ATS",
|
|
||||||
"au3": "AutoIt",
|
|
||||||
"augeas": "Augeas",
|
|
||||||
"autoconf": "M4Sugar",
|
|
||||||
"autohotkey": "AutoHotkey",
|
|
||||||
"autoit": "AutoIt",
|
|
||||||
"autoit3": "AutoIt",
|
|
||||||
"autoitscript": "AutoIt",
|
|
||||||
"awk": "Awk",
|
|
||||||
"b3d": "BlitzBasic",
|
|
||||||
"bash": "Shell",
|
|
||||||
"bash_session": "ShellSession",
|
|
||||||
"bat": "Batchfile",
|
|
||||||
"batch": "Batchfile",
|
|
||||||
"batchfile": "Batchfile",
|
|
||||||
"befunge": "Befunge",
|
|
||||||
"bison": "Bison",
|
|
||||||
"bitbake": "BitBake",
|
|
||||||
"blade": "Blade",
|
|
||||||
"blitz3d": "BlitzBasic",
|
|
||||||
"blitzbasic": "BlitzBasic",
|
|
||||||
"blitzmax": "BlitzMax",
|
|
||||||
"blitzplus": "BlitzBasic",
|
|
||||||
"bluespec": "Bluespec",
|
|
||||||
"bmax": "BlitzMax",
|
|
||||||
"boo": "Boo",
|
|
||||||
"bplus": "BlitzBasic",
|
|
||||||
"brainfuck": "Brainfuck",
|
|
||||||
"brightscript": "Brightscript",
|
|
||||||
"bro": "Bro",
|
|
||||||
"bsdmake": "Makefile",
|
|
||||||
"byond": "DM",
|
|
||||||
"c": "C",
|
|
||||||
"c#": "C#",
|
|
||||||
"c++": "C++",
|
|
||||||
"c++-objdump": "Cpp-ObjDump",
|
|
||||||
"c-objdump": "C-ObjDump",
|
|
||||||
"c2hs": "C2hs Haskell",
|
|
||||||
"c2hs_haskell": "C2hs Haskell",
|
|
||||||
"cap'n_proto": "Cap'n Proto",
|
|
||||||
"carto": "CartoCSS",
|
|
||||||
"cartocss": "CartoCSS",
|
|
||||||
"ceylon": "Ceylon",
|
|
||||||
"cfc": "ColdFusion CFC",
|
|
||||||
"cfm": "ColdFusion",
|
|
||||||
"cfml": "ColdFusion",
|
|
||||||
"chapel": "Chapel",
|
|
||||||
"charity": "Charity",
|
|
||||||
"chpl": "Chapel",
|
|
||||||
"chuck": "ChucK",
|
|
||||||
"cirru": "Cirru",
|
|
||||||
"clarion": "Clarion",
|
|
||||||
"clean": "Clean",
|
|
||||||
"click": "Click",
|
|
||||||
"clipper": "xBase",
|
|
||||||
"clips": "CLIPS",
|
|
||||||
"clojure": "Clojure",
|
|
||||||
"closure_templates": "Closure Templates",
|
|
||||||
"cmake": "CMake",
|
|
||||||
"cobol": "COBOL",
|
|
||||||
"coffee": "CoffeeScript",
|
|
||||||
"coffee-script": "CoffeeScript",
|
|
||||||
"coffeescript": "CoffeeScript",
|
|
||||||
"coldfusion": "ColdFusion",
|
|
||||||
"coldfusion_cfc": "ColdFusion CFC",
|
|
||||||
"coldfusion_html": "ColdFusion",
|
|
||||||
"collada": "COLLADA",
|
|
||||||
"common_lisp": "Common Lisp",
|
|
||||||
"component_pascal": "Component Pascal",
|
|
||||||
"console": "ShellSession",
|
|
||||||
"cool": "Cool",
|
|
||||||
"coq": "Coq",
|
|
||||||
"cpp": "C++",
|
|
||||||
"cpp-objdump": "Cpp-ObjDump",
|
|
||||||
"creole": "Creole",
|
|
||||||
"crystal": "Crystal",
|
|
||||||
"csharp": "C#",
|
|
||||||
"cson": "CSON",
|
|
||||||
"csound": "Csound",
|
|
||||||
"csound-csd": "Csound Document",
|
|
||||||
"csound-orc": "Csound",
|
|
||||||
"csound-sco": "Csound Score",
|
|
||||||
"csound_document": "Csound Document",
|
|
||||||
"csound_score": "Csound Score",
|
|
||||||
"css": "CSS",
|
|
||||||
"csv": "CSV",
|
|
||||||
"cucumber": "Gherkin",
|
|
||||||
"cuda": "Cuda",
|
|
||||||
"cweb": "CWeb",
|
|
||||||
"cycript": "Cycript",
|
|
||||||
"cython": "Cython",
|
|
||||||
"d": "D",
|
|
||||||
"d-objdump": "D-ObjDump",
|
|
||||||
"darcs_patch": "Darcs Patch",
|
|
||||||
"dart": "Dart",
|
|
||||||
"dcl": "DIGITAL Command Language",
|
|
||||||
"delphi": "Component Pascal",
|
|
||||||
"desktop": "desktop",
|
|
||||||
"diff": "Diff",
|
|
||||||
"digital_command_language": "DIGITAL Command Language",
|
|
||||||
"django": "HTML+Django",
|
|
||||||
"dm": "DM",
|
|
||||||
"dns_zone": "DNS Zone",
|
|
||||||
"dockerfile": "Dockerfile",
|
|
||||||
"dogescript": "Dogescript",
|
|
||||||
"dosbatch": "Batchfile",
|
|
||||||
"dosini": "INI",
|
|
||||||
"dpatch": "Darcs Patch",
|
|
||||||
"dtrace": "DTrace",
|
|
||||||
"dtrace-script": "DTrace",
|
|
||||||
"dylan": "Dylan",
|
|
||||||
"e": "E",
|
|
||||||
"eagle": "Eagle",
|
|
||||||
"ebnf": "EBNF",
|
|
||||||
"ec": "eC",
|
|
||||||
"ecere_projects": "Ecere Projects",
|
|
||||||
"ecl": "ECL",
|
|
||||||
"eclipse": "ECLiPSe",
|
|
||||||
"ecr": "HTML+ECR",
|
|
||||||
"edn": "edn",
|
|
||||||
"eex": "HTML+EEX",
|
|
||||||
"eiffel": "Eiffel",
|
|
||||||
"ejs": "EJS",
|
|
||||||
"elisp": "Emacs Lisp",
|
|
||||||
"elixir": "Elixir",
|
|
||||||
"elm": "Elm",
|
|
||||||
"emacs": "Emacs Lisp",
|
|
||||||
"emacs_lisp": "Emacs Lisp",
|
|
||||||
"emberscript": "EmberScript",
|
|
||||||
"eq": "EQ",
|
|
||||||
"erb": "HTML+ERB",
|
|
||||||
"erlang": "Erlang",
|
|
||||||
"f#": "F#",
|
|
||||||
"factor": "Factor",
|
|
||||||
"fancy": "Fancy",
|
|
||||||
"fantom": "Fantom",
|
|
||||||
"filebench_wml": "Filebench WML",
|
|
||||||
"filterscript": "Filterscript",
|
|
||||||
"fish": "fish",
|
|
||||||
"flex": "Lex",
|
|
||||||
"flux": "FLUX",
|
|
||||||
"formatted": "Formatted",
|
|
||||||
"forth": "Forth",
|
|
||||||
"fortran": "Fortran",
|
|
||||||
"foxpro": "xBase",
|
|
||||||
"freemarker": "FreeMarker",
|
|
||||||
"frege": "Frege",
|
|
||||||
"fsharp": "F#",
|
|
||||||
"ftl": "FreeMarker",
|
|
||||||
"fundamental": "Text",
|
|
||||||
"g-code": "G-code",
|
|
||||||
"game_maker_language": "Game Maker Language",
|
|
||||||
"gams": "GAMS",
|
|
||||||
"gap": "GAP",
|
|
||||||
"gcc_machine_description": "GCC Machine Description",
|
|
||||||
"gdb": "GDB",
|
|
||||||
"gdscript": "GDScript",
|
|
||||||
"genie": "Genie",
|
|
||||||
"genshi": "Genshi",
|
|
||||||
"gentoo_ebuild": "Gentoo Ebuild",
|
|
||||||
"gentoo_eclass": "Gentoo Eclass",
|
|
||||||
"gettext_catalog": "Gettext Catalog",
|
|
||||||
"gf": "Grammatical Framework",
|
|
||||||
"gherkin": "Gherkin",
|
|
||||||
"glsl": "GLSL",
|
|
||||||
"glyph": "Glyph",
|
|
||||||
"gn": "GN",
|
|
||||||
"gnuplot": "Gnuplot",
|
|
||||||
"go": "Go",
|
|
||||||
"golang": "Go",
|
|
||||||
"golo": "Golo",
|
|
||||||
"gosu": "Gosu",
|
|
||||||
"grace": "Grace",
|
|
||||||
"gradle": "Gradle",
|
|
||||||
"grammatical_framework": "Grammatical Framework",
|
|
||||||
"graph_modeling_language": "Graph Modeling Language",
|
|
||||||
"graphql": "GraphQL",
|
|
||||||
"graphviz_(dot)": "Graphviz (DOT)",
|
|
||||||
"groovy": "Groovy",
|
|
||||||
"groovy_server_pages": "Groovy Server Pages",
|
|
||||||
"gsp": "Groovy Server Pages",
|
|
||||||
"hack": "Hack",
|
|
||||||
"haml": "Haml",
|
|
||||||
"handlebars": "Handlebars",
|
|
||||||
"harbour": "Harbour",
|
|
||||||
"haskell": "Haskell",
|
|
||||||
"haxe": "Haxe",
|
|
||||||
"hbs": "Handlebars",
|
|
||||||
"hcl": "HCL",
|
|
||||||
"hlsl": "HLSL",
|
|
||||||
"html": "HTML",
|
|
||||||
"html+django": "HTML+Django",
|
|
||||||
"html+django/jinja": "HTML+Django",
|
|
||||||
"html+ecr": "HTML+ECR",
|
|
||||||
"html+eex": "HTML+EEX",
|
|
||||||
"html+erb": "HTML+ERB",
|
|
||||||
"html+jinja": "HTML+Django",
|
|
||||||
"html+php": "HTML+PHP",
|
|
||||||
"html+ruby": "RHTML",
|
|
||||||
"htmlbars": "Handlebars",
|
|
||||||
"htmldjango": "HTML+Django",
|
|
||||||
"http": "HTTP",
|
|
||||||
"hy": "Hy",
|
|
||||||
"hylang": "Hy",
|
|
||||||
"hyphy": "HyPhy",
|
|
||||||
"i7": "Inform 7",
|
|
||||||
"idl": "IDL",
|
|
||||||
"idris": "Idris",
|
|
||||||
"igor": "IGOR Pro",
|
|
||||||
"igor_pro": "IGOR Pro",
|
|
||||||
"igorpro": "IGOR Pro",
|
|
||||||
"inc": "PHP",
|
|
||||||
"inform7": "Inform 7",
|
|
||||||
"inform_7": "Inform 7",
|
|
||||||
"ini": "INI",
|
|
||||||
"inno_setup": "Inno Setup",
|
|
||||||
"io": "Io",
|
|
||||||
"ioke": "Ioke",
|
|
||||||
"ipython_notebook": "Jupyter Notebook",
|
|
||||||
"irc": "IRC log",
|
|
||||||
"irc_log": "IRC log",
|
|
||||||
"irc_logs": "IRC log",
|
|
||||||
"isabelle": "Isabelle",
|
|
||||||
"isabelle_root": "Isabelle ROOT",
|
|
||||||
"j": "J",
|
|
||||||
"jasmin": "Jasmin",
|
|
||||||
"java": "Java",
|
|
||||||
"java_server_page": "Groovy Server Pages",
|
|
||||||
"java_server_pages": "Java Server Pages",
|
|
||||||
"javascript": "JavaScript",
|
|
||||||
"jflex": "JFlex",
|
|
||||||
"jison": "Jison",
|
|
||||||
"jison_lex": "Jison Lex",
|
|
||||||
"jolie": "Jolie",
|
|
||||||
"jruby": "Ruby",
|
|
||||||
"js": "JavaScript",
|
|
||||||
"json": "JSON",
|
|
||||||
"json5": "JSON5",
|
|
||||||
"jsoniq": "JSONiq",
|
|
||||||
"jsonld": "JSONLD",
|
|
||||||
"jsp": "Java Server Pages",
|
|
||||||
"jsx": "JSX",
|
|
||||||
"julia": "Julia",
|
|
||||||
"jupyter_notebook": "Jupyter Notebook",
|
|
||||||
"kicad": "KiCad",
|
|
||||||
"kit": "Kit",
|
|
||||||
"kotlin": "Kotlin",
|
|
||||||
"krl": "KRL",
|
|
||||||
"labview": "LabVIEW",
|
|
||||||
"lasso": "Lasso",
|
|
||||||
"lassoscript": "Lasso",
|
|
||||||
"latex": "TeX",
|
|
||||||
"latte": "Latte",
|
|
||||||
"lean": "Lean",
|
|
||||||
"less": "Less",
|
|
||||||
"lex": "Lex",
|
|
||||||
"lfe": "LFE",
|
|
||||||
"lhaskell": "Literate Haskell",
|
|
||||||
"lhs": "Literate Haskell",
|
|
||||||
"lilypond": "LilyPond",
|
|
||||||
"limbo": "Limbo",
|
|
||||||
"linker_script": "Linker Script",
|
|
||||||
"linux_kernel_module": "Linux Kernel Module",
|
|
||||||
"liquid": "Liquid",
|
|
||||||
"lisp": "Common Lisp",
|
|
||||||
"litcoffee": "Literate CoffeeScript",
|
|
||||||
"literate_agda": "Literate Agda",
|
|
||||||
"literate_coffeescript": "Literate CoffeeScript",
|
|
||||||
"literate_haskell": "Literate Haskell",
|
|
||||||
"live-script": "LiveScript",
|
|
||||||
"livescript": "LiveScript",
|
|
||||||
"llvm": "LLVM",
|
|
||||||
"logos": "Logos",
|
|
||||||
"logtalk": "Logtalk",
|
|
||||||
"lolcode": "LOLCODE",
|
|
||||||
"lookml": "LookML",
|
|
||||||
"loomscript": "LoomScript",
|
|
||||||
"ls": "LiveScript",
|
|
||||||
"lsl": "LSL",
|
|
||||||
"lua": "Lua",
|
|
||||||
"m": "M",
|
|
||||||
"m4": "M4",
|
|
||||||
"m4sugar": "M4Sugar",
|
|
||||||
"macruby": "Ruby",
|
|
||||||
"make": "Makefile",
|
|
||||||
"makefile": "Makefile",
|
|
||||||
"mako": "Mako",
|
|
||||||
"markdown": "Markdown",
|
|
||||||
"marko": "Marko",
|
|
||||||
"markojs": "Marko",
|
|
||||||
"mask": "Mask",
|
|
||||||
"mathematica": "Mathematica",
|
|
||||||
"matlab": "Matlab",
|
|
||||||
"maven_pom": "Maven POM",
|
|
||||||
"max": "Max",
|
|
||||||
"max/msp": "Max",
|
|
||||||
"maxmsp": "Max",
|
|
||||||
"maxscript": "MAXScript",
|
|
||||||
"mediawiki": "MediaWiki",
|
|
||||||
"mercury": "Mercury",
|
|
||||||
"meson": "Meson",
|
|
||||||
"metal": "Metal",
|
|
||||||
"mf": "Makefile",
|
|
||||||
"minid": "MiniD",
|
|
||||||
"mirah": "Mirah",
|
|
||||||
"mma": "Mathematica",
|
|
||||||
"modelica": "Modelica",
|
|
||||||
"modula-2": "Modula-2",
|
|
||||||
"module_management_system": "Module Management System",
|
|
||||||
"monkey": "Monkey",
|
|
||||||
"moocode": "Moocode",
|
|
||||||
"moonscript": "MoonScript",
|
|
||||||
"mql4": "MQL4",
|
|
||||||
"mql5": "MQL5",
|
|
||||||
"mtml": "MTML",
|
|
||||||
"muf": "MUF",
|
|
||||||
"mumps": "M",
|
|
||||||
"mupad": "mupad",
|
|
||||||
"myghty": "Myghty",
|
|
||||||
"nasm": "Assembly",
|
|
||||||
"ncl": "NCL",
|
|
||||||
"nemerle": "Nemerle",
|
|
||||||
"nesc": "nesC",
|
|
||||||
"netlinx": "NetLinx",
|
|
||||||
"netlinx+erb": "NetLinx+ERB",
|
|
||||||
"netlogo": "NetLogo",
|
|
||||||
"newlisp": "NewLisp",
|
|
||||||
"nginx": "Nginx",
|
|
||||||
"nginx_configuration_file": "Nginx",
|
|
||||||
"nim": "Nim",
|
|
||||||
"ninja": "Ninja",
|
|
||||||
"nit": "Nit",
|
|
||||||
"nix": "Nix",
|
|
||||||
"nixos": "Nix",
|
|
||||||
"njk": "HTML+Django",
|
|
||||||
"nl": "NL",
|
|
||||||
"node": "JavaScript",
|
|
||||||
"nroff": "Roff",
|
|
||||||
"nsis": "NSIS",
|
|
||||||
"nu": "Nu",
|
|
||||||
"numpy": "NumPy",
|
|
||||||
"nunjucks": "HTML+Django",
|
|
||||||
"nush": "Nu",
|
|
||||||
"nvim": "Vim script",
|
|
||||||
"obj-c": "Objective-C",
|
|
||||||
"obj-c++": "Objective-C++",
|
|
||||||
"obj-j": "Objective-J",
|
|
||||||
"objc": "Objective-C",
|
|
||||||
"objc++": "Objective-C++",
|
|
||||||
"objdump": "ObjDump",
|
|
||||||
"objective-c": "Objective-C",
|
|
||||||
"objective-c++": "Objective-C++",
|
|
||||||
"objective-j": "Objective-J",
|
|
||||||
"objectivec": "Objective-C",
|
|
||||||
"objectivec++": "Objective-C++",
|
|
||||||
"objectivej": "Objective-J",
|
|
||||||
"objectpascal": "Component Pascal",
|
|
||||||
"objj": "Objective-J",
|
|
||||||
"ocaml": "OCaml",
|
|
||||||
"octave": "Matlab",
|
|
||||||
"omgrofl": "Omgrofl",
|
|
||||||
"ooc": "ooc",
|
|
||||||
"opa": "Opa",
|
|
||||||
"opal": "Opal",
|
|
||||||
"opencl": "OpenCL",
|
|
||||||
"openedge": "OpenEdge ABL",
|
|
||||||
"openedge_abl": "OpenEdge ABL",
|
|
||||||
"openrc": "OpenRC runscript",
|
|
||||||
"openrc_runscript": "OpenRC runscript",
|
|
||||||
"openscad": "OpenSCAD",
|
|
||||||
"opentype_feature_file": "OpenType Feature File",
|
|
||||||
"org": "Org",
|
|
||||||
"osascript": "AppleScript",
|
|
||||||
"ox": "Ox",
|
|
||||||
"oxygene": "Oxygene",
|
|
||||||
"oz": "Oz",
|
|
||||||
"p4": "P4",
|
|
||||||
"pan": "Pan",
|
|
||||||
"pandoc": "Markdown",
|
|
||||||
"papyrus": "Papyrus",
|
|
||||||
"parrot": "Parrot",
|
|
||||||
"parrot_assembly": "Parrot Assembly",
|
|
||||||
"parrot_internal_representation": "Parrot Internal Representation",
|
|
||||||
"pascal": "Pascal",
|
|
||||||
"pasm": "Parrot Assembly",
|
|
||||||
"pawn": "PAWN",
|
|
||||||
"pep8": "Pep8",
|
|
||||||
"perl": "Perl",
|
|
||||||
"perl6": "Perl6",
|
|
||||||
"php": "PHP",
|
|
||||||
"pic": "Pic",
|
|
||||||
"pickle": "Pickle",
|
|
||||||
"picolisp": "PicoLisp",
|
|
||||||
"piglatin": "PigLatin",
|
|
||||||
"pike": "Pike",
|
|
||||||
"pir": "Parrot Internal Representation",
|
|
||||||
"plpgsql": "PLpgSQL",
|
|
||||||
"plsql": "PLSQL",
|
|
||||||
"pod": "Pod",
|
|
||||||
"pogoscript": "PogoScript",
|
|
||||||
"pony": "Pony",
|
|
||||||
"posh": "PowerShell",
|
|
||||||
"postscr": "PostScript",
|
|
||||||
"postscript": "PostScript",
|
|
||||||
"pot": "Gettext Catalog",
|
|
||||||
"pov-ray": "POV-Ray SDL",
|
|
||||||
"pov-ray_sdl": "POV-Ray SDL",
|
|
||||||
"povray": "POV-Ray SDL",
|
|
||||||
"powerbuilder": "PowerBuilder",
|
|
||||||
"powershell": "PowerShell",
|
|
||||||
"processing": "Processing",
|
|
||||||
"progress": "OpenEdge ABL",
|
|
||||||
"prolog": "Prolog",
|
|
||||||
"propeller_spin": "Propeller Spin",
|
|
||||||
"protobuf": "Protocol Buffer",
|
|
||||||
"protocol_buffer": "Protocol Buffer",
|
|
||||||
"protocol_buffers": "Protocol Buffer",
|
|
||||||
"public_key": "Public Key",
|
|
||||||
"pug": "Pug",
|
|
||||||
"puppet": "Puppet",
|
|
||||||
"pure_data": "Pure Data",
|
|
||||||
"purebasic": "PureBasic",
|
|
||||||
"purescript": "PureScript",
|
|
||||||
"pycon": "Python console",
|
|
||||||
"pyrex": "Cython",
|
|
||||||
"python": "Python",
|
|
||||||
"python_console": "Python console",
|
|
||||||
"python_traceback": "Python traceback",
|
|
||||||
"qmake": "QMake",
|
|
||||||
"qml": "QML",
|
|
||||||
"r": "R",
|
|
||||||
"racket": "Racket",
|
|
||||||
"ragel": "Ragel",
|
|
||||||
"ragel-rb": "Ragel",
|
|
||||||
"ragel-ruby": "Ragel",
|
|
||||||
"rake": "Ruby",
|
|
||||||
"raml": "RAML",
|
|
||||||
"rascal": "Rascal",
|
|
||||||
"raw": "Raw token data",
|
|
||||||
"raw_token_data": "Raw token data",
|
|
||||||
"rb": "Ruby",
|
|
||||||
"rbx": "Ruby",
|
|
||||||
"rdoc": "RDoc",
|
|
||||||
"realbasic": "REALbasic",
|
|
||||||
"reason": "Reason",
|
|
||||||
"rebol": "Rebol",
|
|
||||||
"red": "Red",
|
|
||||||
"red/system": "Red",
|
|
||||||
"redcode": "Redcode",
|
|
||||||
"regex": "Regular Expression",
|
|
||||||
"regexp": "Regular Expression",
|
|
||||||
"regular_expression": "Regular Expression",
|
|
||||||
"ren'py": "Ren'Py",
|
|
||||||
"renderscript": "RenderScript",
|
|
||||||
"renpy": "Ren'Py",
|
|
||||||
"restructuredtext": "reStructuredText",
|
|
||||||
"rexx": "REXX",
|
|
||||||
"rhtml": "RHTML",
|
|
||||||
"rmarkdown": "RMarkdown",
|
|
||||||
"robotframework": "RobotFramework",
|
|
||||||
"roff": "Roff",
|
|
||||||
"rouge": "Rouge",
|
|
||||||
"rpm_spec": "RPM Spec",
|
|
||||||
"rscript": "R",
|
|
||||||
"rss": "XML",
|
|
||||||
"rst": "reStructuredText",
|
|
||||||
"ruby": "Ruby",
|
|
||||||
"runoff": "RUNOFF",
|
|
||||||
"rust": "Rust",
|
|
||||||
"rusthon": "Python",
|
|
||||||
"sage": "Sage",
|
|
||||||
"salt": "SaltStack",
|
|
||||||
"saltstack": "SaltStack",
|
|
||||||
"saltstate": "SaltStack",
|
|
||||||
"sas": "SAS",
|
|
||||||
"sass": "Sass",
|
|
||||||
"scala": "Scala",
|
|
||||||
"scaml": "Scaml",
|
|
||||||
"scheme": "Scheme",
|
|
||||||
"scilab": "Scilab",
|
|
||||||
"scss": "SCSS",
|
|
||||||
"self": "Self",
|
|
||||||
"sh": "Shell",
|
|
||||||
"shaderlab": "ShaderLab",
|
|
||||||
"shell": "Shell",
|
|
||||||
"shell-script": "Shell",
|
|
||||||
"shellsession": "ShellSession",
|
|
||||||
"shen": "Shen",
|
|
||||||
"slash": "Slash",
|
|
||||||
"slim": "Slim",
|
|
||||||
"smali": "Smali",
|
|
||||||
"smalltalk": "Smalltalk",
|
|
||||||
"smarty": "Smarty",
|
|
||||||
"sml": "Standard ML",
|
|
||||||
"smt": "SMT",
|
|
||||||
"sourcemod": "SourcePawn",
|
|
||||||
"sourcepawn": "SourcePawn",
|
|
||||||
"sparql": "SPARQL",
|
|
||||||
"specfile": "RPM Spec",
|
|
||||||
"spline_font_database": "Spline Font Database",
|
|
||||||
"splus": "R",
|
|
||||||
"sqf": "SQF",
|
|
||||||
"sql": "SQL",
|
|
||||||
"sqlpl": "SQLPL",
|
|
||||||
"squeak": "Smalltalk",
|
|
||||||
"squirrel": "Squirrel",
|
|
||||||
"srecode_template": "SRecode Template",
|
|
||||||
"stan": "Stan",
|
|
||||||
"standard_ml": "Standard ML",
|
|
||||||
"stata": "Stata",
|
|
||||||
"ston": "STON",
|
|
||||||
"stylus": "Stylus",
|
|
||||||
"sublime_text_config": "Sublime Text Config",
|
|
||||||
"subrip_text": "SubRip Text",
|
|
||||||
"supercollider": "SuperCollider",
|
|
||||||
"svg": "SVG",
|
|
||||||
"swift": "Swift",
|
|
||||||
"systemverilog": "SystemVerilog",
|
|
||||||
"tcl": "Tcl",
|
|
||||||
"tcsh": "Tcsh",
|
|
||||||
"tea": "Tea",
|
|
||||||
"terra": "Terra",
|
|
||||||
"tex": "TeX",
|
|
||||||
"text": "Text",
|
|
||||||
"textile": "Textile",
|
|
||||||
"thrift": "Thrift",
|
|
||||||
"ti_program": "TI Program",
|
|
||||||
"tl": "Type Language",
|
|
||||||
"tla": "TLA",
|
|
||||||
"toml": "TOML",
|
|
||||||
"ts": "TypeScript",
|
|
||||||
"turing": "Turing",
|
|
||||||
"turtle": "Turtle",
|
|
||||||
"twig": "Twig",
|
|
||||||
"txl": "TXL",
|
|
||||||
"type_language": "Type Language",
|
|
||||||
"typescript": "TypeScript",
|
|
||||||
"udiff": "Diff",
|
|
||||||
"unified_parallel_c": "Unified Parallel C",
|
|
||||||
"unity3d_asset": "Unity3D Asset",
|
|
||||||
"unix_assembly": "Unix Assembly",
|
|
||||||
"uno": "Uno",
|
|
||||||
"unrealscript": "UnrealScript",
|
|
||||||
"ur": "UrWeb",
|
|
||||||
"ur/web": "UrWeb",
|
|
||||||
"urweb": "UrWeb",
|
|
||||||
"vala": "Vala",
|
|
||||||
"vb.net": "Visual Basic",
|
|
||||||
"vbnet": "Visual Basic",
|
|
||||||
"vcl": "VCL",
|
|
||||||
"verilog": "Verilog",
|
|
||||||
"vhdl": "VHDL",
|
|
||||||
"vim": "Vim script",
|
|
||||||
"vim_script": "Vim script",
|
|
||||||
"viml": "Vim script",
|
|
||||||
"visual_basic": "Visual Basic",
|
|
||||||
"volt": "Volt",
|
|
||||||
"vue": "Vue",
|
|
||||||
"wavefront_material": "Wavefront Material",
|
|
||||||
"wavefront_object": "Wavefront Object",
|
|
||||||
"web_ontology_language": "Web Ontology Language",
|
|
||||||
"webidl": "WebIDL",
|
|
||||||
"winbatch": "Batchfile",
|
|
||||||
"wisp": "wisp",
|
|
||||||
"world_of_warcraft_addon_data": "World of Warcraft Addon Data",
|
|
||||||
"wsdl": "XML",
|
|
||||||
"x10": "X10",
|
|
||||||
"xbase": "xBase",
|
|
||||||
"xc": "XC",
|
|
||||||
"xcompose": "XCompose",
|
|
||||||
"xhtml": "HTML",
|
|
||||||
"xml": "XML",
|
|
||||||
"xml+genshi": "Genshi",
|
|
||||||
"xml+kid": "Genshi",
|
|
||||||
"xojo": "Xojo",
|
|
||||||
"xpages": "XPages",
|
|
||||||
"xproc": "XProc",
|
|
||||||
"xquery": "XQuery",
|
|
||||||
"xs": "XS",
|
|
||||||
"xsd": "XML",
|
|
||||||
"xsl": "XSLT",
|
|
||||||
"xslt": "XSLT",
|
|
||||||
"xten": "X10",
|
|
||||||
"xtend": "Xtend",
|
|
||||||
"yacc": "Yacc",
|
|
||||||
"yaml": "YAML",
|
|
||||||
"yang": "YANG",
|
|
||||||
"yml": "YAML",
|
|
||||||
"zephir": "Zephir",
|
|
||||||
"zimpl": "Zimpl",
|
|
||||||
"zsh": "Shell",
|
|
||||||
}
|
|
||||||
@ -6,9 +6,7 @@ import (
|
|||||||
"gopkg.in/src-d/simple-linguist.v1/internal/tokenizer"
|
"gopkg.in/src-d/simple-linguist.v1/internal/tokenizer"
|
||||||
)
|
)
|
||||||
|
|
||||||
// GetLanguageByClassifier takes in a content and a list of candidates, and apply the classifier's Classify method to
|
func getLanguageByClassifier(content []byte, candidates []string, classifier Classifier) string {
|
||||||
// get the most probably language. If classifier is null then DefaultClassfier will be used.
|
|
||||||
func GetLanguageByClassifier(content []byte, candidates []string, classifier Classifier) string {
|
|
||||||
if classifier == nil {
|
if classifier == nil {
|
||||||
classifier = DefaultClassifier
|
classifier = DefaultClassifier
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,32 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import (
|
|
||||||
"io/ioutil"
|
|
||||||
"path/filepath"
|
|
||||||
|
|
||||||
. "gopkg.in/check.v1"
|
|
||||||
)
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByClassifier(c *C) {
|
|
||||||
const samples = `.linguist/samples/`
|
|
||||||
test := []struct {
|
|
||||||
filename string
|
|
||||||
candidates []string
|
|
||||||
expectedLang string
|
|
||||||
}{
|
|
||||||
{filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"python", "ruby", "c", "c++"}, expectedLang: "C"},
|
|
||||||
{filename: filepath.Join(samples, "C/blob.c"), candidates: nil, expectedLang: "C"},
|
|
||||||
{filename: filepath.Join(samples, "C/main.c"), candidates: nil, expectedLang: "C"},
|
|
||||||
{filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"python", "ruby", "c++"}, expectedLang: "C++"},
|
|
||||||
{filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"ruby"}, expectedLang: "Ruby"},
|
|
||||||
{filename: filepath.Join(samples, "Python/django-models-base.py"), candidates: []string{"python", "ruby", "c", "c++"}, expectedLang: "Python"},
|
|
||||||
{filename: filepath.Join(samples, "Python/django-models-base.py"), candidates: nil, expectedLang: "Python"},
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, test := range test {
|
|
||||||
content, err := ioutil.ReadFile(test.filename)
|
|
||||||
c.Assert(err, Equals, nil)
|
|
||||||
lang := GetLanguageByClassifier(content, test.candidates, nil)
|
|
||||||
c.Assert(lang, Equals, test.expectedLang)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
149
common.go
149
common.go
@ -1,40 +1,15 @@
|
|||||||
package slinguist
|
package slinguist
|
||||||
|
|
||||||
const OtherLanguage = "Other"
|
import (
|
||||||
|
"path/filepath"
|
||||||
var (
|
"strings"
|
||||||
ExtensionsByLanguage map[string][]string
|
|
||||||
ignoredExtensions = map[string]bool{
|
|
||||||
".asc": true, ".cgi": true, ".fcgi": true, ".gml": true, ".fx": true,
|
|
||||||
".vhost": true,
|
|
||||||
}
|
|
||||||
auxiliaryLanguages = map[string]bool{
|
|
||||||
"Other": true, "XML": true, "YAML": true, "TOML": true, "INI": true,
|
|
||||||
"JSON": true, "TeX": true, "Public Key": true, "AsciiDoc": true,
|
|
||||||
"AGS Script": true, "VimL": true, "Diff": true, "CMake": true, "fish": true,
|
|
||||||
"Awk": true, "Graphviz (DOT)": true, "Markdown": true, "desktop": true,
|
|
||||||
"XSLT": true, "SQL": true, "RMarkdown": true, "IRC log": true,
|
|
||||||
"reStructuredText": true, "Twig": true, "CSS": true, "Batchfile": true,
|
|
||||||
"Text": true, "HTML+ERB": true, "HTML": true, "Gettext Catalog": true,
|
|
||||||
"Smarty": true, "Raw token data": true,
|
|
||||||
}
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
// OtherLanguage is used as a zero value when a function can not return a specific language.
|
||||||
for l, _ := range ignoredExtensions {
|
const OtherLanguage = "Other"
|
||||||
languagesByExtension[l] = []string{OtherLanguage}
|
|
||||||
}
|
|
||||||
|
|
||||||
ExtensionsByLanguage = reverseStringListMap(languagesByExtension)
|
// GetLanguage applies a sequence of strategies based on the given filename and content
|
||||||
}
|
// to find out the most probably language to return.
|
||||||
|
|
||||||
// GetLanguageExtensions returns the different extensions being used by the
|
|
||||||
// language.
|
|
||||||
func GetLanguageExtensions(language string) []string {
|
|
||||||
return ExtensionsByLanguage[language]
|
|
||||||
}
|
|
||||||
|
|
||||||
// GetLanguage return the Language for a given filename and file content.
|
|
||||||
func GetLanguage(filename string, content []byte) string {
|
func GetLanguage(filename string, content []byte) string {
|
||||||
if lang, safe := GetLanguageByModeline(content); safe {
|
if lang, safe := GetLanguageByModeline(content); safe {
|
||||||
return lang
|
return lang
|
||||||
@ -60,12 +35,110 @@ func GetLanguage(filename string, content []byte) string {
|
|||||||
return lang
|
return lang
|
||||||
}
|
}
|
||||||
|
|
||||||
func reverseStringListMap(i map[string][]string) (o map[string][]string) {
|
// GetLanguageByModeline returns the language of the given content looking for the modeline,
|
||||||
o = map[string][]string{}
|
// and safe to indicate the sureness of returned language.
|
||||||
for key, set := range i {
|
func GetLanguageByModeline(content []byte) (lang string, safe bool) {
|
||||||
for _, value := range set {
|
return getLanguageByModeline(content)
|
||||||
o[value] = append(o[value], key)
|
}
|
||||||
}
|
|
||||||
|
// GetLanguageByFilename returns a language based on the given filename, and safe to indicate
|
||||||
|
// the sureness of returned language.
|
||||||
|
func GetLanguageByFilename(filename string) (lang string, safe bool) {
|
||||||
|
return getLanguageByFilename(filename)
|
||||||
|
}
|
||||||
|
|
||||||
|
func getLanguageByFilename(filename string) (lang string, safe bool) {
|
||||||
|
lang, safe = languagesByFilename[filename]
|
||||||
|
if lang == "" {
|
||||||
|
lang = OtherLanguage
|
||||||
|
}
|
||||||
|
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageByShebang returns the language of the given content looking for the shebang line,
|
||||||
|
// and safe to indicate the sureness of returned language.
|
||||||
|
func GetLanguageByShebang(content []byte) (lang string, safe bool) {
|
||||||
|
return getLanguageByShebang(content)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageByExtension returns a language based on the given filename, and safe to indicate
|
||||||
|
// the sureness of returned language.
|
||||||
|
func GetLanguageByExtension(filename string) (lang string, safe bool) {
|
||||||
|
return getLanguageByExtension(filename)
|
||||||
|
}
|
||||||
|
|
||||||
|
func getLanguageByExtension(filename string) (lang string, safe bool) {
|
||||||
|
ext := strings.ToLower(filepath.Ext(filename))
|
||||||
|
lang = OtherLanguage
|
||||||
|
langs, ok := languagesByExtension[ext]
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
lang = langs[0]
|
||||||
|
safe = len(langs) == 1
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageByContent returns a language based on the filename and heuristics applies to the content,
|
||||||
|
// and safe to indicate the sureness of returned language.
|
||||||
|
func GetLanguageByContent(filename string, content []byte) (lang string, safe bool) {
|
||||||
|
return getLanguageByContent(filename, content)
|
||||||
|
}
|
||||||
|
|
||||||
|
func getLanguageByContent(filename string, content []byte) (lang string, safe bool) {
|
||||||
|
ext := strings.ToLower(filepath.Ext(filename))
|
||||||
|
if fnMatcher, ok := contentMatchers[ext]; ok {
|
||||||
|
lang, safe = fnMatcher(content)
|
||||||
|
} else {
|
||||||
|
lang = OtherLanguage
|
||||||
|
}
|
||||||
|
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageByClassifier takes in a content and a list of candidates, and apply the classifier's Classify method to
|
||||||
|
// get the most probably language. If classifier is null then DefaultClassfier will be used.
|
||||||
|
func GetLanguageByClassifier(content []byte, candidates []string, classifier Classifier) string {
|
||||||
|
return getLanguageByClassifier(content, candidates, classifier)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageExtensions returns the different extensions being used by the language.
|
||||||
|
func GetLanguageExtensions(language string) []string {
|
||||||
|
return extensionsByLanguage[language]
|
||||||
|
}
|
||||||
|
|
||||||
|
// Type represent language's type. Either data, programming, markup, prose, or unknown.
|
||||||
|
type Type int
|
||||||
|
|
||||||
|
// Type's values.
|
||||||
|
const (
|
||||||
|
Unknown Type = iota
|
||||||
|
Data
|
||||||
|
Programming
|
||||||
|
Markup
|
||||||
|
Prose
|
||||||
|
)
|
||||||
|
|
||||||
|
// GetLanguageType returns the given language's type.
|
||||||
|
func GetLanguageType(language string) (langType Type) {
|
||||||
|
langType, ok := languagesType[language]
|
||||||
|
if !ok {
|
||||||
|
langType = Unknown
|
||||||
|
}
|
||||||
|
|
||||||
|
return langType
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetLanguageByAlias returns either the language related to the given alias and ok set to true
|
||||||
|
// or Otherlanguage and ok set to false if the alias is not recognized.
|
||||||
|
func GetLanguageByAlias(alias string) (lang string, ok bool) {
|
||||||
|
a := strings.Split(alias, `,`)[0]
|
||||||
|
a = strings.ToLower(a)
|
||||||
|
lang, ok = languagesByAlias[a]
|
||||||
|
if !ok {
|
||||||
|
lang = OtherLanguage
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return
|
||||||
|
|||||||
354
common_test.go
354
common_test.go
@ -1,19 +1,351 @@
|
|||||||
package slinguist
|
package slinguist
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"fmt"
|
||||||
|
"io/ioutil"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
"text/tabwriter"
|
||||||
|
|
||||||
. "gopkg.in/check.v1"
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/suite"
|
||||||
)
|
)
|
||||||
|
|
||||||
func Test(t *testing.T) { TestingT(t) }
|
type SimpleLinguistTestSuite struct {
|
||||||
|
suite.Suite
|
||||||
type TSuite struct{}
|
}
|
||||||
|
|
||||||
var _ = Suite(&TSuite{})
|
func TestSimpleLinguistTestSuite(t *testing.T) {
|
||||||
|
suite.Run(t, new(SimpleLinguistTestSuite))
|
||||||
func (s *TSuite) TestGetLanguage(c *C) {
|
}
|
||||||
c.Assert(GetLanguage("foo.py", []byte{}), Equals, "Python")
|
|
||||||
c.Assert(GetLanguage("foo.m", []byte(":- module")), Equals, "Mercury")
|
func (s *SimpleLinguistTestSuite) TestGetLanguage() {
|
||||||
c.Assert(GetLanguage("foo.m", []byte{}), Equals, "Other")
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
content []byte
|
||||||
|
expected string
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguage_1", filename: "foo.py", content: []byte{}, expected: "Python"},
|
||||||
|
{name: "TestGetLanguage_2", filename: "foo.m", content: []byte(":- module"), expected: "Mercury"},
|
||||||
|
{name: "TestGetLanguage_3", filename: "foo.m", content: nil, expected: OtherLanguage},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
language := GetLanguage(test.filename, test.content)
|
||||||
|
assert.Equal(s.T(), language, test.expected, fmt.Sprintf("%v: %v, expected: %v", test.name, language, test.expected))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByModelineLinguist() {
|
||||||
|
const (
|
||||||
|
modelinesDir = ".linguist/test/fixtures/Data/Modelines"
|
||||||
|
samplesDir = ".linguist/samples"
|
||||||
|
)
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
expectedLang string
|
||||||
|
expectedSafe bool
|
||||||
|
}{
|
||||||
|
// Emacs
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_1", filename: filepath.Join(modelinesDir, "example_smalltalk.md"), expectedLang: "Smalltalk", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_2", filename: filepath.Join(modelinesDir, "fundamentalEmacs.c"), expectedLang: "Text", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_3", filename: filepath.Join(modelinesDir, "iamphp.inc"), expectedLang: "PHP", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_4", filename: filepath.Join(modelinesDir, "seeplusplusEmacs1"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_5", filename: filepath.Join(modelinesDir, "seeplusplusEmacs2"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_6", filename: filepath.Join(modelinesDir, "seeplusplusEmacs3"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_7", filename: filepath.Join(modelinesDir, "seeplusplusEmacs4"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_8", filename: filepath.Join(modelinesDir, "seeplusplusEmacs5"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_9", filename: filepath.Join(modelinesDir, "seeplusplusEmacs6"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_10", filename: filepath.Join(modelinesDir, "seeplusplusEmacs7"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_11", filename: filepath.Join(modelinesDir, "seeplusplusEmacs9"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_12", filename: filepath.Join(modelinesDir, "seeplusplusEmacs10"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_13", filename: filepath.Join(modelinesDir, "seeplusplusEmacs11"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_14", filename: filepath.Join(modelinesDir, "seeplusplusEmacs12"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
|
||||||
|
// Vim
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_15", filename: filepath.Join(modelinesDir, "seeplusplus"), expectedLang: "C++", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_16", filename: filepath.Join(modelinesDir, "iamjs.pl"), expectedLang: "JavaScript", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_17", filename: filepath.Join(modelinesDir, "iamjs2.pl"), expectedLang: "JavaScript", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_18", filename: filepath.Join(modelinesDir, "not_perl.pl"), expectedLang: "Prolog", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_19", filename: filepath.Join(modelinesDir, "ruby"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_20", filename: filepath.Join(modelinesDir, "ruby2"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_21", filename: filepath.Join(modelinesDir, "ruby3"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_22", filename: filepath.Join(modelinesDir, "ruby4"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_23", filename: filepath.Join(modelinesDir, "ruby5"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_24", filename: filepath.Join(modelinesDir, "ruby6"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_25", filename: filepath.Join(modelinesDir, "ruby7"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_26", filename: filepath.Join(modelinesDir, "ruby8"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_27", filename: filepath.Join(modelinesDir, "ruby9"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_28", filename: filepath.Join(modelinesDir, "ruby10"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_29", filename: filepath.Join(modelinesDir, "ruby11"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_30", filename: filepath.Join(modelinesDir, "ruby12"), expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModelineLinguist_31", filename: filepath.Join(samplesDir, "C/main.c"), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
content, err := ioutil.ReadFile(test.filename)
|
||||||
|
assert.NoError(s.T(), err)
|
||||||
|
|
||||||
|
lang, safe := GetLanguageByModeline(content)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), safe, test.expectedSafe, fmt.Sprintf("%v: safe = %v, expected: %v", test.name, safe, test.expectedSafe))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByModeline() {
|
||||||
|
const (
|
||||||
|
wrongVim = `# vim: set syntax=ruby ft =python filetype=perl :`
|
||||||
|
rightVim = `/* vim: set syntax=python ft =python filetype=python */`
|
||||||
|
noLangVim = `/* vim: set shiftwidth=4 softtabstop=0 cindent cinoptions={1s: */`
|
||||||
|
)
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
content []byte
|
||||||
|
expectedLang string
|
||||||
|
expectedSafe bool
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByModeline_1", content: []byte(wrongVim), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByModeline_2", content: []byte(rightVim), expectedLang: "Python", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByModeline_3", content: []byte(noLangVim), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
lang, safe := GetLanguageByModeline(test.content)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), safe, test.expectedSafe, fmt.Sprintf("%v: safe = %v, expected: %v", test.name, safe, test.expectedSafe))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByFilename() {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
expectedLang string
|
||||||
|
expectedSafe bool
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByFilename_1", filename: "unknown.interpreter", expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByFilename_2", filename: ".bashrc", expectedLang: "Shell", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_3", filename: "Dockerfile", expectedLang: "Dockerfile", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_4", filename: "Makefile.frag", expectedLang: "Makefile", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_5", filename: "makefile", expectedLang: "Makefile", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_6", filename: "Vagrantfile", expectedLang: "Ruby", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_7", filename: "_vimrc", expectedLang: "Vim script", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByFilename_8", filename: "pom.xml", expectedLang: "Maven POM", expectedSafe: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
lang, safe := GetLanguageByFilename(test.filename)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), safe, test.expectedSafe, fmt.Sprintf("%v: safe = %v, expected: %v", test.name, safe, test.expectedSafe))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByShebang() {
|
||||||
|
const (
|
||||||
|
multilineExecHack = `#!/bin/sh
|
||||||
|
# Next line is comment in Tcl, but not in sh... \
|
||||||
|
exec tclsh "$0" ${1+"$@"}`
|
||||||
|
|
||||||
|
multilineNoExecHack = `#!/bin/sh
|
||||||
|
#<<<#
|
||||||
|
echo "A shell script in a zkl program ($0)"
|
||||||
|
echo "Now run zkl <this file> with Hello World as args"
|
||||||
|
zkl $0 Hello World!
|
||||||
|
exit
|
||||||
|
#<<<#
|
||||||
|
println("The shell script says ",vm.arglist.concat(" "));`
|
||||||
|
)
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
content []byte
|
||||||
|
expectedLang string
|
||||||
|
expectedSafe bool
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByShebang_1", content: []byte(`#!/unknown/interpreter`), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByShebang_2", content: []byte(`no shebang`), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByShebang_3", content: []byte(`#!/usr/bin/env`), expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByShebang_4", content: []byte(`#!/usr/bin/python -tt`), expectedLang: "Python", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_5", content: []byte(`#!/usr/bin/env python2.6`), expectedLang: "Python", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_6", content: []byte(`#!/usr/bin/env perl`), expectedLang: "Perl", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_7", content: []byte(`#! /bin/sh`), expectedLang: "Shell", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_8", content: []byte(`#!bash`), expectedLang: "Shell", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_9", content: []byte(multilineExecHack), expectedLang: "Tcl", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByShebang_10", content: []byte(multilineNoExecHack), expectedLang: "Shell", expectedSafe: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
lang, safe := GetLanguageByShebang(test.content)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), safe, test.expectedSafe, fmt.Sprintf("%v: safe = %v, expected: %v", test.name, safe, test.expectedSafe))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByExtension() {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
expectedLang string
|
||||||
|
expectedSafe bool
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByExtension_1", filename: "foo.foo", expectedLang: OtherLanguage, expectedSafe: false},
|
||||||
|
{name: "TestGetLanguageByExtension_2", filename: "foo.go", expectedLang: "Go", expectedSafe: true},
|
||||||
|
{name: "TestGetLanguageByExtension_3", filename: "foo.go.php", expectedLang: "Hack", expectedSafe: false},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
lang, safe := GetLanguageByExtension(test.filename)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), safe, test.expectedSafe, fmt.Sprintf("%v: safe = %v, expected: %v", test.name, safe, test.expectedSafe))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByContentLinguistCorpus() {
|
||||||
|
var total, failed, ok, other, unsafe int
|
||||||
|
|
||||||
|
w := new(tabwriter.Writer)
|
||||||
|
w.Init(os.Stdout, 0, 8, 0, '\t', 0)
|
||||||
|
|
||||||
|
filepath.Walk(".linguist/samples", func(path string, f os.FileInfo, err error) error {
|
||||||
|
if f.IsDir() {
|
||||||
|
if f.Name() == "filenames" {
|
||||||
|
return filepath.SkipDir
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
expected := filepath.Base(filepath.Dir(path))
|
||||||
|
filename := filepath.Base(path)
|
||||||
|
extension := filepath.Ext(path)
|
||||||
|
content, _ := ioutil.ReadFile(path)
|
||||||
|
|
||||||
|
if extension == "" {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
total++
|
||||||
|
obtained, safe := GetLanguageByContent(filename, content)
|
||||||
|
if obtained == OtherLanguage {
|
||||||
|
other++
|
||||||
|
}
|
||||||
|
|
||||||
|
var status string
|
||||||
|
if expected == obtained {
|
||||||
|
status = "ok"
|
||||||
|
ok++
|
||||||
|
} else {
|
||||||
|
status = "failed"
|
||||||
|
failed++
|
||||||
|
if !safe {
|
||||||
|
unsafe++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fmt.Fprintf(w, "%s\t%s\t%s\t%v\t%s\n", filename, expected, obtained, safe, status)
|
||||||
|
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
|
||||||
|
fmt.Fprintln(w)
|
||||||
|
w.Flush()
|
||||||
|
|
||||||
|
fmt.Printf("total files: %d, ok: %d, failed: %d, unsafe: %d, other: %d\n", total, ok, failed, unsafe, other)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByClassifier() {
|
||||||
|
const samples = `.linguist/samples/`
|
||||||
|
test := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
candidates []string
|
||||||
|
expected string
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByClassifier_1", filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"python", "ruby", "c", "c++"}, expected: "C"},
|
||||||
|
{name: "TestGetLanguageByClassifier_2", filename: filepath.Join(samples, "C/blob.c"), candidates: nil, expected: "C"},
|
||||||
|
{name: "TestGetLanguageByClassifier_3", filename: filepath.Join(samples, "C/main.c"), candidates: nil, expected: "C"},
|
||||||
|
{name: "TestGetLanguageByClassifier_4", filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"python", "ruby", "c++"}, expected: "C++"},
|
||||||
|
{name: "TestGetLanguageByClassifier_5", filename: filepath.Join(samples, "C/blob.c"), candidates: []string{"ruby"}, expected: "Ruby"},
|
||||||
|
{name: "TestGetLanguageByClassifier_6", filename: filepath.Join(samples, "Python/django-models-base.py"), candidates: []string{"python", "ruby", "c", "c++"}, expected: "Python"},
|
||||||
|
{name: "TestGetLanguageByClassifier_7", filename: filepath.Join(samples, "Python/django-models-base.py"), candidates: nil, expected: "Python"},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range test {
|
||||||
|
content, err := ioutil.ReadFile(test.filename)
|
||||||
|
assert.NoError(s.T(), err)
|
||||||
|
|
||||||
|
lang := GetLanguageByClassifier(content, test.candidates, nil)
|
||||||
|
assert.Equal(s.T(), lang, test.expected, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expected))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageExtensions() {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
language string
|
||||||
|
expected []string
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageExtensions_1", language: "foo", expected: nil},
|
||||||
|
{name: "TestGetLanguageExtensions_2", language: "COBOL", expected: []string{".cob", ".cbl", ".ccp", ".cobol", ".cpy"}},
|
||||||
|
{name: "TestGetLanguageExtensions_3", language: "Maven POM", expected: nil},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
extensions := GetLanguageExtensions(test.language)
|
||||||
|
assert.EqualValues(s.T(), extensions, test.expected, fmt.Sprintf("%v: extensions = %v, expected: %v", test.name, extensions, test.expected))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageType() {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
language string
|
||||||
|
expected Type
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageType_1", language: "BestLanguageEver", expected: Unknown},
|
||||||
|
{name: "TestGetLanguageType_2", language: "JSON", expected: Data},
|
||||||
|
{name: "TestGetLanguageType_3", language: "COLLADA", expected: Data},
|
||||||
|
{name: "TestGetLanguageType_4", language: "Go", expected: Programming},
|
||||||
|
{name: "TestGetLanguageType_5", language: "Brainfuck", expected: Programming},
|
||||||
|
{name: "TestGetLanguageType_6", language: "HTML", expected: Markup},
|
||||||
|
{name: "TestGetLanguageType_7", language: "Sass", expected: Markup},
|
||||||
|
{name: "TestGetLanguageType_8", language: "AsciiDoc", expected: Prose},
|
||||||
|
{name: "TestGetLanguageType_9", language: "Textile", expected: Prose},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
langType := GetLanguageType(test.language)
|
||||||
|
assert.Equal(s.T(), langType, test.expected, fmt.Sprintf("%v: langType = %v, expected: %v", test.name, langType, test.expected))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SimpleLinguistTestSuite) TestGetLanguageByAlias() {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
alias string
|
||||||
|
expectedLang string
|
||||||
|
expectedOk bool
|
||||||
|
}{
|
||||||
|
{name: "TestGetLanguageByAlias_1", alias: "BestLanguageEver", expectedLang: OtherLanguage, expectedOk: false},
|
||||||
|
{name: "TestGetLanguageByAlias_2", alias: "aspx-vb", expectedLang: "ASP", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_3", alias: "C++", expectedLang: "C++", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_4", alias: "c++", expectedLang: "C++", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_5", alias: "objc", expectedLang: "Objective-C", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_6", alias: "golang", expectedLang: "Go", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_7", alias: "GOLANG", expectedLang: "Go", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_8", alias: "bsdmake", expectedLang: "Makefile", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_9", alias: "xhTmL", expectedLang: "HTML", expectedOk: true},
|
||||||
|
{name: "TestGetLanguageByAlias_10", alias: "python", expectedLang: "Python", expectedOk: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
lang, ok := GetLanguageByAlias(test.alias)
|
||||||
|
assert.Equal(s.T(), lang, test.expectedLang, fmt.Sprintf("%v: lang = %v, expected: %v", test.name, lang, test.expectedLang))
|
||||||
|
assert.Equal(s.T(), ok, test.expectedOk, fmt.Sprintf("%v: ok = %v, expected: %v", test.name, ok, test.expectedOk))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
15
content.go
15
content.go
@ -5,25 +5,12 @@ package slinguist
|
|||||||
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"path/filepath"
|
|
||||||
"regexp"
|
"regexp"
|
||||||
"strings"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func GetLanguageByContent(filename string, content []byte) (lang string, safe bool) {
|
|
||||||
ext := strings.ToLower(filepath.Ext(filename))
|
|
||||||
if fnMatcher, ok := matchers[ext]; ok {
|
|
||||||
lang, safe = fnMatcher(content)
|
|
||||||
} else {
|
|
||||||
lang = OtherLanguage
|
|
||||||
}
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
type languageMatcher func([]byte) (string, bool)
|
type languageMatcher func([]byte) (string, bool)
|
||||||
|
|
||||||
var matchers = map[string]languageMatcher{
|
var contentMatchers = map[string]languageMatcher{
|
||||||
".asc": func(i []byte) (string, bool) {
|
".asc": func(i []byte) (string, bool) {
|
||||||
if asc_PublicKey_Matcher_0.Match(i) {
|
if asc_PublicKey_Matcher_0.Match(i) {
|
||||||
return "Public Key", true
|
return "Public Key", true
|
||||||
|
|||||||
@ -1,65 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"io/ioutil"
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"text/tabwriter"
|
|
||||||
|
|
||||||
. "gopkg.in/check.v1"
|
|
||||||
)
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByContentLinguistCorpus(c *C) {
|
|
||||||
var total, failed, ok, other, unsafe int
|
|
||||||
|
|
||||||
w := new(tabwriter.Writer)
|
|
||||||
w.Init(os.Stdout, 0, 8, 0, '\t', 0)
|
|
||||||
|
|
||||||
filepath.Walk(".linguist/samples", func(path string, f os.FileInfo, err error) error {
|
|
||||||
if f.IsDir() {
|
|
||||||
if f.Name() == "filenames" {
|
|
||||||
return filepath.SkipDir
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
expected := filepath.Base(filepath.Dir(path))
|
|
||||||
filename := filepath.Base(path)
|
|
||||||
extension := filepath.Ext(path)
|
|
||||||
content, _ := ioutil.ReadFile(path)
|
|
||||||
|
|
||||||
if extension == "" {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
total++
|
|
||||||
obtained, safe := GetLanguageByContent(filename, content)
|
|
||||||
if obtained == OtherLanguage {
|
|
||||||
other++
|
|
||||||
}
|
|
||||||
|
|
||||||
var status string
|
|
||||||
if expected == obtained {
|
|
||||||
status = "ok"
|
|
||||||
ok++
|
|
||||||
} else {
|
|
||||||
status = "failed"
|
|
||||||
failed++
|
|
||||||
if !safe {
|
|
||||||
unsafe++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fmt.Fprintf(w, "%s\t%s\t%s\t%v\t%s\n", filename, expected, obtained, safe, status)
|
|
||||||
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
|
|
||||||
fmt.Fprintln(w)
|
|
||||||
w.Flush()
|
|
||||||
|
|
||||||
fmt.Printf("total files: %d, ok: %d, failed: %d, unsafe: %d, other: %d\n", total, ok, failed, unsafe, other)
|
|
||||||
|
|
||||||
}
|
|
||||||
1460
extension.go
1460
extension.go
File diff suppressed because it is too large
Load Diff
@ -1,22 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import . "gopkg.in/check.v1"
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByExtension(c *C) {
|
|
||||||
lang, safe := GetLanguageByExtension("foo.foo")
|
|
||||||
c.Assert(lang, Equals, "Other")
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByExtension("foo.go")
|
|
||||||
c.Assert(lang, Equals, "Go")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByExtension("foo.go.php")
|
|
||||||
c.Assert(lang, Equals, "Hack")
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageExtensions(c *C) {
|
|
||||||
c.Assert(GetLanguageExtensions("foo"), HasLen, 0)
|
|
||||||
c.Assert(GetLanguageExtensions("C"), Not(HasLen), 0)
|
|
||||||
}
|
|
||||||
1004
extensions_map.go
1004
extensions_map.go
File diff suppressed because it is too large
Load Diff
144
filename.go
144
filename.go
@ -1,10 +1,142 @@
|
|||||||
package slinguist
|
package slinguist
|
||||||
|
|
||||||
func GetLanguageByFilename(filename string) (lang string, safe bool) {
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
lang, safe = languagesByFilename[filename]
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
if lang == "" {
|
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
||||||
lang = OtherLanguage
|
|
||||||
}
|
|
||||||
|
|
||||||
return
|
var languagesByFilename = map[string]string{
|
||||||
|
".Rprofile": "R",
|
||||||
|
".XCompose": "XCompose",
|
||||||
|
".abbrev_defs": "Emacs Lisp",
|
||||||
|
".arcconfig": "JSON",
|
||||||
|
".babelrc": "JSON5",
|
||||||
|
".bash_history": "Shell",
|
||||||
|
".bash_logout": "Shell",
|
||||||
|
".bash_profile": "Shell",
|
||||||
|
".bashrc": "Shell",
|
||||||
|
".clang-format": "YAML",
|
||||||
|
".classpath": "XML",
|
||||||
|
".emacs": "Emacs Lisp",
|
||||||
|
".emacs.desktop": "Emacs Lisp",
|
||||||
|
".factor-boot-rc": "Factor",
|
||||||
|
".factor-rc": "Factor",
|
||||||
|
".gclient": "Python",
|
||||||
|
".gnus": "Emacs Lisp",
|
||||||
|
".irbrc": "Ruby",
|
||||||
|
".jshintrc": "JSON",
|
||||||
|
".nvimrc": "Vim script",
|
||||||
|
".php_cs": "PHP",
|
||||||
|
".php_cs.dist": "PHP",
|
||||||
|
".project": "XML",
|
||||||
|
".pryrc": "Ruby",
|
||||||
|
".spacemacs": "Emacs Lisp",
|
||||||
|
".vimrc": "Vim script",
|
||||||
|
".viper": "Emacs Lisp",
|
||||||
|
"APKBUILD": "Alpine Abuild",
|
||||||
|
"App.config": "XML",
|
||||||
|
"Appraisals": "Ruby",
|
||||||
|
"BSDmakefile": "Makefile",
|
||||||
|
"BUCK": "Python",
|
||||||
|
"BUILD": "Python",
|
||||||
|
"Berksfile": "Ruby",
|
||||||
|
"Brewfile": "Ruby",
|
||||||
|
"Buildfile": "Ruby",
|
||||||
|
"CMakeLists.txt": "CMake",
|
||||||
|
"COPYING": "Text",
|
||||||
|
"COPYRIGHT.regex": "Text",
|
||||||
|
"Cakefile": "CoffeeScript",
|
||||||
|
"Cask": "Emacs Lisp",
|
||||||
|
"Dangerfile": "Ruby",
|
||||||
|
"Deliverfile": "Ruby",
|
||||||
|
"Dockerfile": "Dockerfile",
|
||||||
|
"Emakefile": "Erlang",
|
||||||
|
"FONTLOG": "Text",
|
||||||
|
"Fakefile": "Fancy",
|
||||||
|
"Fastfile": "Ruby",
|
||||||
|
"GNUmakefile": "Makefile",
|
||||||
|
"Gemfile": "Ruby",
|
||||||
|
"Gemfile.lock": "Ruby",
|
||||||
|
"Guardfile": "Ruby",
|
||||||
|
"INSTALL": "Text",
|
||||||
|
"INSTALL.mysql": "Text",
|
||||||
|
"Jakefile": "JavaScript",
|
||||||
|
"Jarfile": "Ruby",
|
||||||
|
"Jenkinsfile": "Groovy",
|
||||||
|
"Kbuild": "Makefile",
|
||||||
|
"LICENSE": "Text",
|
||||||
|
"LICENSE.mysql": "Text",
|
||||||
|
"Makefile": "Makefile",
|
||||||
|
"Makefile.am": "Makefile",
|
||||||
|
"Makefile.boot": "Makefile",
|
||||||
|
"Makefile.frag": "Makefile",
|
||||||
|
"Makefile.in": "Makefile",
|
||||||
|
"Makefile.inc": "Makefile",
|
||||||
|
"Mavenfile": "Ruby",
|
||||||
|
"Modulefile": "Puppet",
|
||||||
|
"NEWS": "Text",
|
||||||
|
"Notebook": "Jupyter Notebook",
|
||||||
|
"NuGet.config": "XML",
|
||||||
|
"Nukefile": "Nu",
|
||||||
|
"PKGBUILD": "Shell",
|
||||||
|
"Phakefile": "PHP",
|
||||||
|
"Podfile": "Ruby",
|
||||||
|
"Project.ede": "Emacs Lisp",
|
||||||
|
"Puppetfile": "Ruby",
|
||||||
|
"README.1ST": "Text",
|
||||||
|
"README.me": "Text",
|
||||||
|
"README.mysql": "Text",
|
||||||
|
"ROOT": "Isabelle ROOT",
|
||||||
|
"Rakefile": "Ruby",
|
||||||
|
"Rexfile": "Perl6",
|
||||||
|
"SConscript": "Python",
|
||||||
|
"SConstruct": "Python",
|
||||||
|
"Settings.StyleCop": "XML",
|
||||||
|
"Slakefile": "LiveScript",
|
||||||
|
"Snakefile": "Python",
|
||||||
|
"Snapfile": "Ruby",
|
||||||
|
"Thorfile": "Ruby",
|
||||||
|
"Vagrantfile": "Ruby",
|
||||||
|
"WORKSPACE": "Python",
|
||||||
|
"Web.Debug.config": "XML",
|
||||||
|
"Web.Release.config": "XML",
|
||||||
|
"Web.config": "XML",
|
||||||
|
"XCompose": "XCompose",
|
||||||
|
"_emacs": "Emacs Lisp",
|
||||||
|
"_vimrc": "Vim script",
|
||||||
|
"abbrev_defs": "Emacs Lisp",
|
||||||
|
"ant.xml": "Ant Build System",
|
||||||
|
"build.xml": "Ant Build System",
|
||||||
|
"buildfile": "Ruby",
|
||||||
|
"click.me": "Text",
|
||||||
|
"composer.lock": "JSON",
|
||||||
|
"configure.ac": "M4Sugar",
|
||||||
|
"delete.me": "Text",
|
||||||
|
"descrip.mmk": "Module Management System",
|
||||||
|
"descrip.mms": "Module Management System",
|
||||||
|
"gradlew": "Shell",
|
||||||
|
"gvimrc": "Vim script",
|
||||||
|
"keep.me": "Text",
|
||||||
|
"ld.script": "Linker Script",
|
||||||
|
"makefile": "Makefile",
|
||||||
|
"makefile.sco": "Makefile",
|
||||||
|
"mcmod.info": "JSON",
|
||||||
|
"meson.build": "Meson",
|
||||||
|
"meson_options.txt": "Meson",
|
||||||
|
"mix.lock": "Elixir",
|
||||||
|
"mkfile": "Makefile",
|
||||||
|
"mmn": "Roff",
|
||||||
|
"mmt": "Roff",
|
||||||
|
"nginx.conf": "Nginx",
|
||||||
|
"nvimrc": "Vim script",
|
||||||
|
"packages.config": "XML",
|
||||||
|
"pom.xml": "Maven POM",
|
||||||
|
"read.me": "Text",
|
||||||
|
"rebar.config": "Erlang",
|
||||||
|
"rebar.config.lock": "Erlang",
|
||||||
|
"rebar.lock": "Erlang",
|
||||||
|
"riemann.config": "Clojure",
|
||||||
|
"test.me": "Text",
|
||||||
|
"vimrc": "Vim script",
|
||||||
|
"wscript": "Python",
|
||||||
|
"xcompose": "XCompose",
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,37 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import . "gopkg.in/check.v1"
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByFilename(c *C) {
|
|
||||||
lang, safe := GetLanguageByFilename(`unknown.interpreter`)
|
|
||||||
c.Assert(lang, Equals, OtherLanguage)
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`.bashrc`)
|
|
||||||
c.Assert(lang, Equals, "Shell")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`Dockerfile`)
|
|
||||||
c.Assert(lang, Equals, "Dockerfile")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`Makefile.frag`)
|
|
||||||
c.Assert(lang, Equals, "Makefile")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`makefile`)
|
|
||||||
c.Assert(lang, Equals, "Makefile")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`Vagrantfile`)
|
|
||||||
c.Assert(lang, Equals, "Ruby")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`_vimrc`)
|
|
||||||
c.Assert(lang, Equals, "Vim script")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByFilename(`pom.xml`)
|
|
||||||
c.Assert(lang, Equals, "Maven POM")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
}
|
|
||||||
142
filenames_map.go
142
filenames_map.go
@ -1,142 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
|
||||||
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
|
||||||
|
|
||||||
var languagesByFilename = map[string]string{
|
|
||||||
".Rprofile": "R",
|
|
||||||
".XCompose": "XCompose",
|
|
||||||
".abbrev_defs": "Emacs Lisp",
|
|
||||||
".arcconfig": "JSON",
|
|
||||||
".babelrc": "JSON5",
|
|
||||||
".bash_history": "Shell",
|
|
||||||
".bash_logout": "Shell",
|
|
||||||
".bash_profile": "Shell",
|
|
||||||
".bashrc": "Shell",
|
|
||||||
".clang-format": "YAML",
|
|
||||||
".classpath": "XML",
|
|
||||||
".emacs": "Emacs Lisp",
|
|
||||||
".emacs.desktop": "Emacs Lisp",
|
|
||||||
".factor-boot-rc": "Factor",
|
|
||||||
".factor-rc": "Factor",
|
|
||||||
".gclient": "Python",
|
|
||||||
".gnus": "Emacs Lisp",
|
|
||||||
".irbrc": "Ruby",
|
|
||||||
".jshintrc": "JSON",
|
|
||||||
".nvimrc": "Vim script",
|
|
||||||
".php_cs": "PHP",
|
|
||||||
".php_cs.dist": "PHP",
|
|
||||||
".project": "XML",
|
|
||||||
".pryrc": "Ruby",
|
|
||||||
".spacemacs": "Emacs Lisp",
|
|
||||||
".vimrc": "Vim script",
|
|
||||||
".viper": "Emacs Lisp",
|
|
||||||
"APKBUILD": "Alpine Abuild",
|
|
||||||
"App.config": "XML",
|
|
||||||
"Appraisals": "Ruby",
|
|
||||||
"BSDmakefile": "Makefile",
|
|
||||||
"BUCK": "Python",
|
|
||||||
"BUILD": "Python",
|
|
||||||
"Berksfile": "Ruby",
|
|
||||||
"Brewfile": "Ruby",
|
|
||||||
"Buildfile": "Ruby",
|
|
||||||
"CMakeLists.txt": "CMake",
|
|
||||||
"COPYING": "Text",
|
|
||||||
"COPYRIGHT.regex": "Text",
|
|
||||||
"Cakefile": "CoffeeScript",
|
|
||||||
"Cask": "Emacs Lisp",
|
|
||||||
"Dangerfile": "Ruby",
|
|
||||||
"Deliverfile": "Ruby",
|
|
||||||
"Dockerfile": "Dockerfile",
|
|
||||||
"Emakefile": "Erlang",
|
|
||||||
"FONTLOG": "Text",
|
|
||||||
"Fakefile": "Fancy",
|
|
||||||
"Fastfile": "Ruby",
|
|
||||||
"GNUmakefile": "Makefile",
|
|
||||||
"Gemfile": "Ruby",
|
|
||||||
"Gemfile.lock": "Ruby",
|
|
||||||
"Guardfile": "Ruby",
|
|
||||||
"INSTALL": "Text",
|
|
||||||
"INSTALL.mysql": "Text",
|
|
||||||
"Jakefile": "JavaScript",
|
|
||||||
"Jarfile": "Ruby",
|
|
||||||
"Jenkinsfile": "Groovy",
|
|
||||||
"Kbuild": "Makefile",
|
|
||||||
"LICENSE": "Text",
|
|
||||||
"LICENSE.mysql": "Text",
|
|
||||||
"Makefile": "Makefile",
|
|
||||||
"Makefile.am": "Makefile",
|
|
||||||
"Makefile.boot": "Makefile",
|
|
||||||
"Makefile.frag": "Makefile",
|
|
||||||
"Makefile.in": "Makefile",
|
|
||||||
"Makefile.inc": "Makefile",
|
|
||||||
"Mavenfile": "Ruby",
|
|
||||||
"Modulefile": "Puppet",
|
|
||||||
"NEWS": "Text",
|
|
||||||
"Notebook": "Jupyter Notebook",
|
|
||||||
"NuGet.config": "XML",
|
|
||||||
"Nukefile": "Nu",
|
|
||||||
"PKGBUILD": "Shell",
|
|
||||||
"Phakefile": "PHP",
|
|
||||||
"Podfile": "Ruby",
|
|
||||||
"Project.ede": "Emacs Lisp",
|
|
||||||
"Puppetfile": "Ruby",
|
|
||||||
"README.1ST": "Text",
|
|
||||||
"README.me": "Text",
|
|
||||||
"README.mysql": "Text",
|
|
||||||
"ROOT": "Isabelle ROOT",
|
|
||||||
"Rakefile": "Ruby",
|
|
||||||
"Rexfile": "Perl6",
|
|
||||||
"SConscript": "Python",
|
|
||||||
"SConstruct": "Python",
|
|
||||||
"Settings.StyleCop": "XML",
|
|
||||||
"Slakefile": "LiveScript",
|
|
||||||
"Snakefile": "Python",
|
|
||||||
"Snapfile": "Ruby",
|
|
||||||
"Thorfile": "Ruby",
|
|
||||||
"Vagrantfile": "Ruby",
|
|
||||||
"WORKSPACE": "Python",
|
|
||||||
"Web.Debug.config": "XML",
|
|
||||||
"Web.Release.config": "XML",
|
|
||||||
"Web.config": "XML",
|
|
||||||
"XCompose": "XCompose",
|
|
||||||
"_emacs": "Emacs Lisp",
|
|
||||||
"_vimrc": "Vim script",
|
|
||||||
"abbrev_defs": "Emacs Lisp",
|
|
||||||
"ant.xml": "Ant Build System",
|
|
||||||
"build.xml": "Ant Build System",
|
|
||||||
"buildfile": "Ruby",
|
|
||||||
"click.me": "Text",
|
|
||||||
"composer.lock": "JSON",
|
|
||||||
"configure.ac": "M4Sugar",
|
|
||||||
"delete.me": "Text",
|
|
||||||
"descrip.mmk": "Module Management System",
|
|
||||||
"descrip.mms": "Module Management System",
|
|
||||||
"gradlew": "Shell",
|
|
||||||
"gvimrc": "Vim script",
|
|
||||||
"keep.me": "Text",
|
|
||||||
"ld.script": "Linker Script",
|
|
||||||
"makefile": "Makefile",
|
|
||||||
"makefile.sco": "Makefile",
|
|
||||||
"mcmod.info": "JSON",
|
|
||||||
"meson.build": "Meson",
|
|
||||||
"meson_options.txt": "Meson",
|
|
||||||
"mix.lock": "Elixir",
|
|
||||||
"mkfile": "Makefile",
|
|
||||||
"mmn": "Roff",
|
|
||||||
"mmt": "Roff",
|
|
||||||
"nginx.conf": "Nginx",
|
|
||||||
"nvimrc": "Vim script",
|
|
||||||
"packages.config": "XML",
|
|
||||||
"pom.xml": "Maven POM",
|
|
||||||
"read.me": "Text",
|
|
||||||
"rebar.config": "Erlang",
|
|
||||||
"rebar.config.lock": "Erlang",
|
|
||||||
"rebar.lock": "Erlang",
|
|
||||||
"riemann.config": "Clojure",
|
|
||||||
"test.me": "Text",
|
|
||||||
"vimrc": "Vim script",
|
|
||||||
"wscript": "Python",
|
|
||||||
"xcompose": "XCompose",
|
|
||||||
}
|
|
||||||
74224
frequencies.go
74224
frequencies.go
File diff suppressed because it is too large
Load Diff
@ -4,8 +4,8 @@ package slinguist
|
|||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: {{ getCommit }}
|
// Extracted from github/linguist commit: {{ getCommit }}
|
||||||
|
|
||||||
// languagesByAlias keeps alias for different languages and use the name of the languages as a alias too. All the
|
// languagesByAlias keeps alias for different languages and use the name of the languages as an alias too.
|
||||||
// keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
// All the keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
||||||
var languagesByAlias = map[string]string{
|
var languagesByAlias = map[string]string{
|
||||||
{{range $alias, $language := . -}}
|
{{range $alias, $language := . -}}
|
||||||
"{{ $alias }}": {{ printf "%q" $language -}},
|
"{{ $alias }}": {{ printf "%q" $language -}},
|
||||||
|
|||||||
@ -5,25 +5,12 @@ package slinguist
|
|||||||
// Extracted from github/linguist commit: {{ getCommit }}
|
// Extracted from github/linguist commit: {{ getCommit }}
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"path/filepath"
|
|
||||||
"regexp"
|
"regexp"
|
||||||
"strings"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func GetLanguageByContent(filename string, content []byte) (lang string, safe bool) {
|
|
||||||
ext := strings.ToLower(filepath.Ext(filename))
|
|
||||||
if fnMatcher, ok := matchers[ext]; ok {
|
|
||||||
lang, safe = fnMatcher(content)
|
|
||||||
} else {
|
|
||||||
lang = OtherLanguage
|
|
||||||
}
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
type languageMatcher func ([]byte) (string, bool)
|
type languageMatcher func ([]byte) (string, bool)
|
||||||
|
|
||||||
var matchers = map[string]languageMatcher{
|
var contentMatchers = map[string]languageMatcher{
|
||||||
{{ range $index, $disambiguator := . -}}
|
{{ range $index, $disambiguator := . -}}
|
||||||
{{ printf "%q" $disambiguator.Extension }}: func(i []byte) (string, bool) {
|
{{ printf "%q" $disambiguator.Extension }}: func(i []byte) (string, bool) {
|
||||||
{{ range $i, $language := $disambiguator.Languages -}}
|
{{ range $i, $language := $disambiguator.Languages -}}
|
||||||
|
|||||||
@ -5,7 +5,13 @@ package slinguist
|
|||||||
// Extracted from github/linguist commit: {{ getCommit }}
|
// Extracted from github/linguist commit: {{ getCommit }}
|
||||||
|
|
||||||
var languagesByExtension = map[string][]string{
|
var languagesByExtension = map[string][]string{
|
||||||
{{range $extension, $languages := . -}}
|
{{range $extension, $languages := .LanguagesByExtension -}}
|
||||||
"{{ $extension }}": { {{- $languages | formatStringSlice -}} },
|
"{{ $extension }}": { {{- $languages | formatStringSlice -}} },
|
||||||
{{end -}}
|
{{end -}}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var extensionsByLanguage = map[string][]string{
|
||||||
|
{{range $language, $extensions := .ExtensionsByLanguage -}}
|
||||||
|
"{{ $language }}": { {{- $extensions | formatStringSlice -}} },
|
||||||
|
{{end -}}
|
||||||
|
}
|
||||||
|
|||||||
@ -3,14 +3,13 @@ package generator
|
|||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
"io"
|
"io"
|
||||||
"text/template"
|
|
||||||
|
|
||||||
"strings"
|
"strings"
|
||||||
|
"text/template"
|
||||||
|
|
||||||
yaml "gopkg.in/yaml.v2"
|
yaml "gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Aliases reads from buf and builds aliases_map.go file from aliasesTmplPath.
|
// Aliases reads from buf and builds source file from aliasesTmplPath.
|
||||||
func Aliases(data []byte, aliasesTmplPath, aliasesTmplName, commit string) ([]byte, error) {
|
func Aliases(data []byte, aliasesTmplPath, aliasesTmplName, commit string) ([]byte, error) {
|
||||||
languages := make(map[string]*languageInfo)
|
languages := make(map[string]*languageInfo)
|
||||||
if err := yaml.Unmarshal(data, &languages); err != nil {
|
if err := yaml.Unmarshal(data, &languages); err != nil {
|
||||||
|
|||||||
@ -8,7 +8,7 @@ import (
|
|||||||
yaml "gopkg.in/yaml.v2"
|
yaml "gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Documentation reads from buf and builds documentation_matchers.go file from documentationTmplPath.
|
// Documentation reads from buf and builds source file from documentationTmplPath.
|
||||||
func Documentation(data []byte, documentationTmplPath, documentationTmplName, commit string) ([]byte, error) {
|
func Documentation(data []byte, documentationTmplPath, documentationTmplName, commit string) ([]byte, error) {
|
||||||
var regexpList []string
|
var regexpList []string
|
||||||
if err := yaml.Unmarshal(data, ®expList); err != nil {
|
if err := yaml.Unmarshal(data, ®expList); err != nil {
|
||||||
|
|||||||
@ -9,18 +9,25 @@ import (
|
|||||||
yaml "gopkg.in/yaml.v2"
|
yaml "gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Extensions reads from buf and builds extensions_map.go file from extensionsTmplPath.
|
type extensionsInfo struct {
|
||||||
|
LanguagesByExtension map[string][]string
|
||||||
|
ExtensionsByLanguage map[string][]string
|
||||||
|
}
|
||||||
|
|
||||||
|
// Extensions reads from buf and builds source file from extensionsTmplPath.
|
||||||
func Extensions(data []byte, extensionsTmplPath, extensionsTmplName, commit string) ([]byte, error) {
|
func Extensions(data []byte, extensionsTmplPath, extensionsTmplName, commit string) ([]byte, error) {
|
||||||
languages := make(map[string]*languageInfo)
|
languages := make(map[string]*languageInfo)
|
||||||
if err := yaml.Unmarshal(data, &languages); err != nil {
|
if err := yaml.Unmarshal(data, &languages); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
extInfo := &extensionsInfo{}
|
||||||
orderedKeyList := getAlphabeticalOrderedKeys(languages)
|
orderedKeyList := getAlphabeticalOrderedKeys(languages)
|
||||||
languagesByExtension := buildExtensionLanguageMap(languages, orderedKeyList)
|
extInfo.LanguagesByExtension = buildExtensionLanguageMap(languages, orderedKeyList)
|
||||||
|
extInfo.ExtensionsByLanguage = buildLanguageExtensionsMap(languages)
|
||||||
|
|
||||||
buf := &bytes.Buffer{}
|
buf := &bytes.Buffer{}
|
||||||
if err := executeExtensionsTemplate(buf, languagesByExtension, extensionsTmplPath, extensionsTmplName, commit); err != nil {
|
if err := executeExtensionsTemplate(buf, extInfo, extensionsTmplPath, extensionsTmplName, commit); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -39,14 +46,25 @@ func buildExtensionLanguageMap(languages map[string]*languageInfo, orderedKeyLis
|
|||||||
return extensionLangsMap
|
return extensionLangsMap
|
||||||
}
|
}
|
||||||
|
|
||||||
func executeExtensionsTemplate(out io.Writer, languagesByExtension map[string][]string, extensionsTmplPath, extensionsTmpl, commit string) error {
|
func buildLanguageExtensionsMap(languages map[string]*languageInfo) map[string][]string {
|
||||||
|
langExtensionMap := make(map[string][]string, len(languages))
|
||||||
|
for lang, info := range languages {
|
||||||
|
if len(info.Extensions) > 0 {
|
||||||
|
langExtensionMap[lang] = info.Extensions
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return langExtensionMap
|
||||||
|
}
|
||||||
|
|
||||||
|
func executeExtensionsTemplate(out io.Writer, extInfo *extensionsInfo, extensionsTmplPath, extensionsTmpl, commit string) error {
|
||||||
fmap := template.FuncMap{
|
fmap := template.FuncMap{
|
||||||
"getCommit": func() string { return commit },
|
"getCommit": func() string { return commit },
|
||||||
"formatStringSlice": func(slice []string) string { return `"` + strings.Join(slice, `","`) + `"` },
|
"formatStringSlice": func(slice []string) string { return `"` + strings.Join(slice, `","`) + `"` },
|
||||||
}
|
}
|
||||||
|
|
||||||
t := template.Must(template.New(extensionsTmpl).Funcs(fmap).ParseFiles(extensionsTmplPath))
|
t := template.Must(template.New(extensionsTmpl).Funcs(fmap).ParseFiles(extensionsTmplPath))
|
||||||
if err := t.Execute(out, languagesByExtension); err != nil {
|
if err := t.Execute(out, extInfo); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -8,7 +8,7 @@ import (
|
|||||||
yaml "gopkg.in/yaml.v2"
|
yaml "gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Filenames reads from buf and builds filenames_map.go file from filenamesTmplPath.
|
// Filenames reads from buf and builds source file from filenamesTmplPath.
|
||||||
func Filenames(data []byte, filenamesTmplPath, filenamesTmplName, commit string) ([]byte, error) {
|
func Filenames(data []byte, filenamesTmplPath, filenamesTmplName, commit string) ([]byte, error) {
|
||||||
languages := make(map[string]*languageInfo)
|
languages := make(map[string]*languageInfo)
|
||||||
if err := yaml.Unmarshal(data, &languages); err != nil {
|
if err := yaml.Unmarshal(data, &languages); err != nil {
|
||||||
|
|||||||
@ -5,7 +5,7 @@ import (
|
|||||||
"io/ioutil"
|
"io/ioutil"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Func is the function's type that generate the files from templates.
|
// Func is the function's type that generate source file from a data to be parsed and a template.
|
||||||
type Func func(dataToParse []byte, templatePath string, template string, commit string) ([]byte, error)
|
type Func func(dataToParse []byte, templatePath string, template string, commit string) ([]byte, error)
|
||||||
|
|
||||||
// FromFile read data to parse from a file named fileToParse and write the generated source code to a file named outPath. The generated
|
// FromFile read data to parse from a file named fileToParse and write the generated source code to a file named outPath. The generated
|
||||||
|
|||||||
@ -15,7 +15,7 @@ import (
|
|||||||
const (
|
const (
|
||||||
lingustURL = "https://github.com/github/linguist.git"
|
lingustURL = "https://github.com/github/linguist.git"
|
||||||
commitTree = "60f864a138650dd17fafc94814be9ee2d3aaef8c"
|
commitTree = "60f864a138650dd17fafc94814be9ee2d3aaef8c"
|
||||||
commitTest = "fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7"
|
commitTest = "0123456789abcdef0123456789abcdef01234567"
|
||||||
|
|
||||||
// Extensions test
|
// Extensions test
|
||||||
extensionsTestFile = "test_files/extensions.test.yml"
|
extensionsTestFile = "test_files/extensions.test.yml"
|
||||||
@ -77,6 +77,10 @@ type GeneratorTestSuite struct {
|
|||||||
tmpLinguist string
|
tmpLinguist string
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestGeneratorTestSuite(t *testing.T) {
|
||||||
|
suite.Run(t, new(GeneratorTestSuite))
|
||||||
|
}
|
||||||
|
|
||||||
func (g *GeneratorTestSuite) SetupSuite() {
|
func (g *GeneratorTestSuite) SetupSuite() {
|
||||||
tmpLinguist, err := ioutil.TempDir("", "linguist-")
|
tmpLinguist, err := ioutil.TempDir("", "linguist-")
|
||||||
assert.NoError(g.T(), err)
|
assert.NoError(g.T(), err)
|
||||||
@ -116,7 +120,7 @@ func (g *GeneratorTestSuite) TestFromFile() {
|
|||||||
wantOut string
|
wantOut string
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "TestFromFile_Language",
|
name: "TestFromFile_Extensions",
|
||||||
fileToParse: extensionsTestFile,
|
fileToParse: extensionsTestFile,
|
||||||
tmplPath: extensionsTestTmplPath,
|
tmplPath: extensionsTestTmplPath,
|
||||||
tmplName: extensionsTestTmplName,
|
tmplName: extensionsTestTmplName,
|
||||||
@ -201,7 +205,7 @@ func (g *GeneratorTestSuite) TestFromFile() {
|
|||||||
assert.NoError(g.T(), err)
|
assert.NoError(g.T(), err)
|
||||||
out, err := ioutil.ReadFile(outPath.Name())
|
out, err := ioutil.ReadFile(outPath.Name())
|
||||||
assert.NoError(g.T(), err)
|
assert.NoError(g.T(), err)
|
||||||
assert.EqualValues(g.T(), gold, out, fmt.Sprintf("FromFile() = %v, want %v", string(out), string(test.wantOut)))
|
assert.EqualValues(g.T(), gold, out, fmt.Sprintf("%v: %v, expected: %v", test.name, string(out), string(test.wantOut)))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -236,10 +240,6 @@ func (g *GeneratorTestSuite) TestFrequencies() {
|
|||||||
assert.NoError(g.T(), err)
|
assert.NoError(g.T(), err)
|
||||||
out, err := ioutil.ReadFile(outPath.Name())
|
out, err := ioutil.ReadFile(outPath.Name())
|
||||||
assert.NoError(g.T(), err)
|
assert.NoError(g.T(), err)
|
||||||
assert.EqualValues(g.T(), gold, out, fmt.Sprintf("Frequencies() = %v, want %v", string(out), string(test.wantOut)))
|
assert.EqualValues(g.T(), gold, out, fmt.Sprintf("%v: %v, expected: %v", test.name, string(out), string(test.wantOut)))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestGeneratorTestSuite(t *testing.T) {
|
|
||||||
suite.Run(t, new(GeneratorTestSuite))
|
|
||||||
}
|
|
||||||
|
|||||||
@ -11,7 +11,7 @@ import (
|
|||||||
"text/template"
|
"text/template"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Heuristics reads from buf and builds content.go file from contentTmplPath.
|
// Heuristics reads from buf and builds source file from contentTmplPath.
|
||||||
func Heuristics(heuristics []byte, contentTmplPath, contentTmplName, commit string) ([]byte, error) {
|
func Heuristics(heuristics []byte, contentTmplPath, contentTmplName, commit string) ([]byte, error) {
|
||||||
disambiguators, err := getDisambiguators(heuristics)
|
disambiguators, err := getDisambiguators(heuristics)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@ -9,7 +9,7 @@ import (
|
|||||||
"gopkg.in/yaml.v2"
|
"gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Interpreters reads from buf and builds interpreters_map.go file from interpretersTmplPath.
|
// Interpreters reads from buf and builds source file from interpretersTmplPath.
|
||||||
func Interpreters(data []byte, interpretersTmplPath, interpretersTmplName, commit string) ([]byte, error) {
|
func Interpreters(data []byte, interpretersTmplPath, interpretersTmplName, commit string) ([]byte, error) {
|
||||||
languages := make(map[string]*languageInfo)
|
languages := make(map[string]*languageInfo)
|
||||||
if err := yaml.Unmarshal(data, &languages); err != nil {
|
if err := yaml.Unmarshal(data, &languages); err != nil {
|
||||||
|
|||||||
@ -2,10 +2,10 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
// languagesByAlias keeps alias for different languages and use the name of the languages as a alias too. All the
|
// languagesByAlias keeps alias for different languages and use the name of the languages as an alias too.
|
||||||
// keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
// All the keys (alias or not) are written in lower case and the whitespaces has been replaced by underscores.
|
||||||
var languagesByAlias = map[string]string{
|
var languagesByAlias = map[string]string{
|
||||||
"asp": "ASP",
|
"asp": "ASP",
|
||||||
"aspx": "ASP",
|
"aspx": "ASP",
|
||||||
|
|||||||
@ -2,28 +2,15 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"path/filepath"
|
|
||||||
"regexp"
|
"regexp"
|
||||||
"strings"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func GetLanguageByContent(filename string, content []byte) (lang string, safe bool) {
|
|
||||||
ext := strings.ToLower(filepath.Ext(filename))
|
|
||||||
if fnMatcher, ok := matchers[ext]; ok {
|
|
||||||
lang, safe = fnMatcher(content)
|
|
||||||
} else {
|
|
||||||
lang = OtherLanguage
|
|
||||||
}
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
type languageMatcher func([]byte) (string, bool)
|
type languageMatcher func([]byte) (string, bool)
|
||||||
|
|
||||||
var matchers = map[string]languageMatcher{
|
var contentMatchers = map[string]languageMatcher{
|
||||||
".asc": func(i []byte) (string, bool) {
|
".asc": func(i []byte) (string, bool) {
|
||||||
if asc_PublicKey_Matcher_0.Match(i) {
|
if asc_PublicKey_Matcher_0.Match(i) {
|
||||||
return "Public Key", true
|
return "Public Key", true
|
||||||
|
|||||||
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
import "gopkg.in/toqueteos/substring.v1"
|
import "gopkg.in/toqueteos/substring.v1"
|
||||||
|
|
||||||
|
|||||||
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
var languagesByExtension = map[string][]string{
|
var languagesByExtension = map[string][]string{
|
||||||
".abap": {"ABAP"},
|
".abap": {"ABAP"},
|
||||||
@ -10,3 +10,9 @@ var languagesByExtension = map[string][]string{
|
|||||||
".bsl": {"1C Enterprise"},
|
".bsl": {"1C Enterprise"},
|
||||||
".os": {"1C Enterprise"},
|
".os": {"1C Enterprise"},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var extensionsByLanguage = map[string][]string{
|
||||||
|
"1C Enterprise": {".bsl", ".os"},
|
||||||
|
"ABAP": {".abap"},
|
||||||
|
"ABNF": {".abnf"},
|
||||||
|
}
|
||||||
|
|||||||
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
var languagesByFilename = map[string]string{
|
var languagesByFilename = map[string]string{
|
||||||
"APKBUILD": "Alpine Abuild",
|
"APKBUILD": "Alpine Abuild",
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
var languagesByInterpreter = map[string][]string{
|
var languagesByInterpreter = map[string][]string{
|
||||||
"bash": {"Shell"},
|
"bash": {"Shell"},
|
||||||
|
|||||||
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
var languagesType = map[string]Type{
|
var languagesType = map[string]Type{
|
||||||
"Scaml": Markup,
|
"Scaml": Markup,
|
||||||
|
|||||||
@ -2,7 +2,7 @@ package slinguist
|
|||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
// Extracted from github/linguist commit: fe8b44ab8a225b1ffa75b983b916ea22fee5b6f7
|
// Extracted from github/linguist commit: 0123456789abcdef0123456789abcdef01234567
|
||||||
|
|
||||||
import "gopkg.in/toqueteos/substring.v1"
|
import "gopkg.in/toqueteos/substring.v1"
|
||||||
|
|
||||||
|
|||||||
@ -15,7 +15,7 @@ var typeToTypeConst = map[string]string{
|
|||||||
"prose": "Prose",
|
"prose": "Prose",
|
||||||
}
|
}
|
||||||
|
|
||||||
// Types reads from buf and builds type.go file from typeTmplPath.
|
// Types reads from buf and builds source file from typeTmplPath.
|
||||||
func Types(data []byte, typeTmplPath, typeTmplName, commit string) ([]byte, error) {
|
func Types(data []byte, typeTmplPath, typeTmplName, commit string) ([]byte, error) {
|
||||||
languages := make(map[string]*languageInfo)
|
languages := make(map[string]*languageInfo)
|
||||||
if err := yaml.Unmarshal(data, &languages); err != nil {
|
if err := yaml.Unmarshal(data, &languages); err != nil {
|
||||||
|
|||||||
@ -8,7 +8,7 @@ import (
|
|||||||
yaml "gopkg.in/yaml.v2"
|
yaml "gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Vendor reads from buf and builds vendor_matchers.go file from vendorTmplPath.
|
// Vendor reads from buf and builds source file from vendorTmplPath.
|
||||||
func Vendor(data []byte, vendorTmplPath, vendorTmplName, commit string) ([]byte, error) {
|
func Vendor(data []byte, vendorTmplPath, vendorTmplName, commit string) ([]byte, error) {
|
||||||
var regexpList []string
|
var regexpList []string
|
||||||
if err := yaml.Unmarshal(data, ®expList); err != nil {
|
if err := yaml.Unmarshal(data, ®expList); err != nil {
|
||||||
|
|||||||
@ -11,8 +11,8 @@ const (
|
|||||||
// languages info file
|
// languages info file
|
||||||
languagesYAML = ".linguist/lib/linguist/languages.yml"
|
languagesYAML = ".linguist/lib/linguist/languages.yml"
|
||||||
|
|
||||||
// extensions_map.go generation
|
// extension.go generation
|
||||||
extensionsFile = "extensions_map.go"
|
extensionsFile = "extension.go"
|
||||||
extensionsTmplPath = "internal/code-generator/assets/extensions.go.tmpl"
|
extensionsTmplPath = "internal/code-generator/assets/extensions.go.tmpl"
|
||||||
extensionsTmpl = "extensions.go.tmpl"
|
extensionsTmpl = "extensions.go.tmpl"
|
||||||
|
|
||||||
@ -22,35 +22,35 @@ const (
|
|||||||
contentTmplPath = "internal/code-generator/assets/content.go.tmpl"
|
contentTmplPath = "internal/code-generator/assets/content.go.tmpl"
|
||||||
contentTmpl = "content.go.tmpl"
|
contentTmpl = "content.go.tmpl"
|
||||||
|
|
||||||
// vendor_matchers.go generation
|
// vendor.go generation
|
||||||
vendorYAML = ".linguist/lib/linguist/vendor.yml"
|
vendorYAML = ".linguist/lib/linguist/vendor.yml"
|
||||||
vendorFile = "vendor_matchers.go"
|
vendorFile = "vendor.go"
|
||||||
vendorTmplPath = "internal/code-generator/assets/vendor.go.tmpl"
|
vendorTmplPath = "internal/code-generator/assets/vendor.go.tmpl"
|
||||||
vendorTmpl = "vendor.go.tmpl"
|
vendorTmpl = "vendor.go.tmpl"
|
||||||
|
|
||||||
// documentation_matchers.go generation
|
// documentation.go generation
|
||||||
documentationYAML = ".linguist/lib/linguist/documentation.yml"
|
documentationYAML = ".linguist/lib/linguist/documentation.yml"
|
||||||
documentationFile = "documentation_matchers.go"
|
documentationFile = "documentation.go"
|
||||||
documentationTmplPath = "internal/code-generator/assets/documentation.go.tmpl"
|
documentationTmplPath = "internal/code-generator/assets/documentation.go.tmpl"
|
||||||
documentationTmpl = "documentation.go.tmpl"
|
documentationTmpl = "documentation.go.tmpl"
|
||||||
|
|
||||||
// type.go generation
|
// type.go generation
|
||||||
typeFile = "types_map.go"
|
typeFile = "type.go"
|
||||||
typeTmplPath = "internal/code-generator/assets/types.go.tmpl"
|
typeTmplPath = "internal/code-generator/assets/types.go.tmpl"
|
||||||
typeTmpl = "types.go.tmpl"
|
typeTmpl = "types.go.tmpl"
|
||||||
|
|
||||||
// interpreters_map.go generation
|
// interpreter.go generation
|
||||||
interpretersFile = "interpreters_map.go"
|
interpretersFile = "interpreter.go"
|
||||||
interpretersTmplPath = "internal/code-generator/assets/interpreters.go.tmpl"
|
interpretersTmplPath = "internal/code-generator/assets/interpreters.go.tmpl"
|
||||||
interpretersTmpl = "interpreters.go.tmpl"
|
interpretersTmpl = "interpreters.go.tmpl"
|
||||||
|
|
||||||
// filenames_map.go generation
|
// filename.go generation
|
||||||
filenamesFile = "filenames_map.go"
|
filenamesFile = "filename.go"
|
||||||
filenamesTmplPath = "internal/code-generator/assets/filenames.go.tmpl"
|
filenamesTmplPath = "internal/code-generator/assets/filenames.go.tmpl"
|
||||||
filenamesTmpl = "filenames.go.tmpl"
|
filenamesTmpl = "filenames.go.tmpl"
|
||||||
|
|
||||||
// aliases_map.go generation
|
// alias.go generation
|
||||||
aliasesFile = "aliases_map.go"
|
aliasesFile = "alias.go"
|
||||||
aliasesTmplPath = "internal/code-generator/assets/aliases.go.tmpl"
|
aliasesTmplPath = "internal/code-generator/assets/aliases.go.tmpl"
|
||||||
aliasesTmpl = "aliases.go.tmpl"
|
aliasesTmpl = "aliases.go.tmpl"
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,13 @@ import (
|
|||||||
"regexp"
|
"regexp"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
const byteLimit = 100000
|
||||||
|
|
||||||
func Tokenize(content []byte) []string {
|
func Tokenize(content []byte) []string {
|
||||||
|
if len(content) > byteLimit {
|
||||||
|
content = content[:byteLimit]
|
||||||
|
}
|
||||||
|
|
||||||
tokens := make([][]byte, 0, 50)
|
tokens := make([][]byte, 0, 50)
|
||||||
for _, extract := range extractTokens {
|
for _, extract := range extractTokens {
|
||||||
var extractedTokens [][]byte
|
var extractedTokens [][]byte
|
||||||
|
|||||||
@ -5,9 +5,7 @@ import (
|
|||||||
"regexp"
|
"regexp"
|
||||||
)
|
)
|
||||||
|
|
||||||
// GetLanguageByModeline returns the language of the given content looking for the modeline,
|
func getLanguageByModeline(content []byte) (lang string, safe bool) {
|
||||||
// and safe to indicate the sureness of returned language.
|
|
||||||
func GetLanguageByModeline(content []byte) (lang string, safe bool) {
|
|
||||||
headFoot := getHeaderAndFooter(content)
|
headFoot := getHeaderAndFooter(content)
|
||||||
for _, getLang := range modelinesFunc {
|
for _, getLang := range modelinesFunc {
|
||||||
lang, safe = getLang(headFoot)
|
lang, safe = getLang(headFoot)
|
||||||
|
|||||||
@ -1,87 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import (
|
|
||||||
"io/ioutil"
|
|
||||||
"path/filepath"
|
|
||||||
|
|
||||||
. "gopkg.in/check.v1"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
modelinesDir = ".linguist/test/fixtures/Data/Modelines"
|
|
||||||
samplesDir = ".linguist/samples"
|
|
||||||
)
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByModeline(c *C) {
|
|
||||||
linguistTests := []struct {
|
|
||||||
filename string
|
|
||||||
expectedLang string
|
|
||||||
expectedSafe bool
|
|
||||||
}{
|
|
||||||
// Emacs
|
|
||||||
{filename: filepath.Join(modelinesDir, "example_smalltalk.md"), expectedLang: "Smalltalk", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "fundamentalEmacs.c"), expectedLang: "Text", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "iamphp.inc"), expectedLang: "PHP", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs1"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs2"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs3"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs4"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs5"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs6"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs7"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs9"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs10"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs11"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplusEmacs12"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
|
|
||||||
// Vim
|
|
||||||
{filename: filepath.Join(modelinesDir, "seeplusplus"), expectedLang: "C++", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "iamjs.pl"), expectedLang: "JavaScript", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "iamjs2.pl"), expectedLang: "JavaScript", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "not_perl.pl"), expectedLang: "Prolog", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby2"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby3"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby4"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby5"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby6"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby7"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby8"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby9"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby10"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby11"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(modelinesDir, "ruby12"), expectedLang: "Ruby", expectedSafe: true},
|
|
||||||
{filename: filepath.Join(samplesDir, "C/main.c"), expectedLang: OtherLanguage, expectedSafe: false},
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, test := range linguistTests {
|
|
||||||
content, err := ioutil.ReadFile(test.filename)
|
|
||||||
c.Assert(err, Equals, nil)
|
|
||||||
|
|
||||||
lang, safe := GetLanguageByModeline(content)
|
|
||||||
c.Assert(lang, Equals, test.expectedLang)
|
|
||||||
c.Assert(safe, Equals, test.expectedSafe)
|
|
||||||
}
|
|
||||||
|
|
||||||
const (
|
|
||||||
wrongVim = `# vim: set syntax=ruby ft =python filetype=perl :`
|
|
||||||
rightVim = `/* vim: set syntax=python ft =python filetype=python */`
|
|
||||||
noLangVim = `/* vim: set shiftwidth=4 softtabstop=0 cindent cinoptions={1s: */`
|
|
||||||
)
|
|
||||||
|
|
||||||
tests := []struct {
|
|
||||||
content []byte
|
|
||||||
expectedLang string
|
|
||||||
expectedSafe bool
|
|
||||||
}{
|
|
||||||
{content: []byte(wrongVim), expectedLang: OtherLanguage, expectedSafe: false},
|
|
||||||
{content: []byte(rightVim), expectedLang: "Python", expectedSafe: true},
|
|
||||||
{content: []byte(noLangVim), expectedLang: OtherLanguage, expectedSafe: false},
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, test := range tests {
|
|
||||||
lang, safe := GetLanguageByModeline(test.content)
|
|
||||||
c.Assert(lang, Equals, test.expectedLang)
|
|
||||||
c.Assert(safe, Equals, test.expectedSafe)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -14,9 +14,7 @@ var (
|
|||||||
pythonVersion = regexp.MustCompile(`python\d\.\d+`)
|
pythonVersion = regexp.MustCompile(`python\d\.\d+`)
|
||||||
)
|
)
|
||||||
|
|
||||||
// GetLanguageByShebang returns the language of the given content looking for the shebang line,
|
func getLanguageByShebang(content []byte) (lang string, safe bool) {
|
||||||
// and safe to indicate the sureness of returned language.
|
|
||||||
func GetLanguageByShebang(content []byte) (lang string, safe bool) {
|
|
||||||
interpreter := getInterpreter(content)
|
interpreter := getInterpreter(content)
|
||||||
lang = OtherLanguage
|
lang = OtherLanguage
|
||||||
if langs, ok := languagesByInterpreter[interpreter]; ok {
|
if langs, ok := languagesByInterpreter[interpreter]; ok {
|
||||||
|
|||||||
@ -1,60 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import . "gopkg.in/check.v1"
|
|
||||||
|
|
||||||
const (
|
|
||||||
multilineExecHack = `#!/bin/sh
|
|
||||||
# Next line is comment in Tcl, but not in sh... \
|
|
||||||
exec tclsh "$0" ${1+"$@"}`
|
|
||||||
|
|
||||||
multilineNoExecHack = `#!/bin/sh
|
|
||||||
#<<<#
|
|
||||||
echo "A shell script in a zkl program ($0)"
|
|
||||||
echo "Now run zkl <this file> with Hello World as args"
|
|
||||||
zkl $0 Hello World!
|
|
||||||
exit
|
|
||||||
#<<<#
|
|
||||||
println("The shell script says ",vm.arglist.concat(" "));`
|
|
||||||
)
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageByShebang(c *C) {
|
|
||||||
lang, safe := GetLanguageByShebang([]byte(`#!/unknown/interpreter`))
|
|
||||||
c.Assert(lang, Equals, OtherLanguage)
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`no shebang`))
|
|
||||||
c.Assert(lang, Equals, OtherLanguage)
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#!/usr/bin/env`))
|
|
||||||
c.Assert(lang, Equals, OtherLanguage)
|
|
||||||
c.Assert(safe, Equals, false)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#!/usr/bin/python -tt`))
|
|
||||||
c.Assert(lang, Equals, "Python")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#!/usr/bin/env python2.6`))
|
|
||||||
c.Assert(lang, Equals, "Python")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#!/usr/bin/env perl`))
|
|
||||||
c.Assert(lang, Equals, "Perl")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#! /bin/sh`))
|
|
||||||
c.Assert(lang, Equals, "Shell")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(`#!bash`))
|
|
||||||
c.Assert(lang, Equals, "Shell")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(multilineExecHack))
|
|
||||||
c.Assert(lang, Equals, "Tcl")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
|
|
||||||
lang, safe = GetLanguageByShebang([]byte(multilineNoExecHack))
|
|
||||||
c.Assert(lang, Equals, "Shell")
|
|
||||||
c.Assert(safe, Equals, true)
|
|
||||||
}
|
|
||||||
472
type.go
472
type.go
@ -1,22 +1,458 @@
|
|||||||
package slinguist
|
package slinguist
|
||||||
|
|
||||||
type Type int
|
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
||||||
|
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
||||||
|
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
||||||
|
|
||||||
const (
|
var languagesType = map[string]Type{
|
||||||
// Language's type. Either data, programming, markup, prose, or unknown.
|
"1C Enterprise": Programming,
|
||||||
Unknown Type = iota
|
"ABAP": Programming,
|
||||||
Data
|
"ABNF": Data,
|
||||||
Programming
|
"AGS Script": Programming,
|
||||||
Markup
|
"AMPL": Programming,
|
||||||
Prose
|
"ANTLR": Programming,
|
||||||
)
|
"API Blueprint": Markup,
|
||||||
|
"APL": Programming,
|
||||||
// GetLanguageType returns the given language's type.
|
"ASN.1": Data,
|
||||||
func GetLanguageType(language string) (langType Type) {
|
"ASP": Programming,
|
||||||
langType, ok := languagesType[language]
|
"ATS": Programming,
|
||||||
if !ok {
|
"ActionScript": Programming,
|
||||||
langType = Unknown
|
"Ada": Programming,
|
||||||
}
|
"Agda": Programming,
|
||||||
|
"Alloy": Programming,
|
||||||
return langType
|
"Alpine Abuild": Programming,
|
||||||
|
"Ant Build System": Data,
|
||||||
|
"ApacheConf": Markup,
|
||||||
|
"Apex": Programming,
|
||||||
|
"Apollo Guidance Computer": Programming,
|
||||||
|
"AppleScript": Programming,
|
||||||
|
"Arc": Programming,
|
||||||
|
"Arduino": Programming,
|
||||||
|
"AsciiDoc": Prose,
|
||||||
|
"AspectJ": Programming,
|
||||||
|
"Assembly": Programming,
|
||||||
|
"Augeas": Programming,
|
||||||
|
"AutoHotkey": Programming,
|
||||||
|
"AutoIt": Programming,
|
||||||
|
"Awk": Programming,
|
||||||
|
"Batchfile": Programming,
|
||||||
|
"Befunge": Programming,
|
||||||
|
"Bison": Programming,
|
||||||
|
"BitBake": Programming,
|
||||||
|
"Blade": Markup,
|
||||||
|
"BlitzBasic": Programming,
|
||||||
|
"BlitzMax": Programming,
|
||||||
|
"Bluespec": Programming,
|
||||||
|
"Boo": Programming,
|
||||||
|
"Brainfuck": Programming,
|
||||||
|
"Brightscript": Programming,
|
||||||
|
"Bro": Programming,
|
||||||
|
"C": Programming,
|
||||||
|
"C#": Programming,
|
||||||
|
"C++": Programming,
|
||||||
|
"C-ObjDump": Data,
|
||||||
|
"C2hs Haskell": Programming,
|
||||||
|
"CLIPS": Programming,
|
||||||
|
"CMake": Programming,
|
||||||
|
"COBOL": Programming,
|
||||||
|
"COLLADA": Data,
|
||||||
|
"CSON": Data,
|
||||||
|
"CSS": Markup,
|
||||||
|
"CSV": Data,
|
||||||
|
"CWeb": Programming,
|
||||||
|
"Cap'n Proto": Programming,
|
||||||
|
"CartoCSS": Programming,
|
||||||
|
"Ceylon": Programming,
|
||||||
|
"Chapel": Programming,
|
||||||
|
"Charity": Programming,
|
||||||
|
"ChucK": Programming,
|
||||||
|
"Cirru": Programming,
|
||||||
|
"Clarion": Programming,
|
||||||
|
"Clean": Programming,
|
||||||
|
"Click": Programming,
|
||||||
|
"Clojure": Programming,
|
||||||
|
"Closure Templates": Markup,
|
||||||
|
"CoffeeScript": Programming,
|
||||||
|
"ColdFusion": Programming,
|
||||||
|
"ColdFusion CFC": Programming,
|
||||||
|
"Common Lisp": Programming,
|
||||||
|
"Component Pascal": Programming,
|
||||||
|
"Cool": Programming,
|
||||||
|
"Coq": Programming,
|
||||||
|
"Cpp-ObjDump": Data,
|
||||||
|
"Creole": Prose,
|
||||||
|
"Crystal": Programming,
|
||||||
|
"Csound": Programming,
|
||||||
|
"Csound Document": Programming,
|
||||||
|
"Csound Score": Programming,
|
||||||
|
"Cuda": Programming,
|
||||||
|
"Cycript": Programming,
|
||||||
|
"Cython": Programming,
|
||||||
|
"D": Programming,
|
||||||
|
"D-ObjDump": Data,
|
||||||
|
"DIGITAL Command Language": Programming,
|
||||||
|
"DM": Programming,
|
||||||
|
"DNS Zone": Data,
|
||||||
|
"DTrace": Programming,
|
||||||
|
"Darcs Patch": Data,
|
||||||
|
"Dart": Programming,
|
||||||
|
"Diff": Data,
|
||||||
|
"Dockerfile": Data,
|
||||||
|
"Dogescript": Programming,
|
||||||
|
"Dylan": Programming,
|
||||||
|
"E": Programming,
|
||||||
|
"EBNF": Data,
|
||||||
|
"ECL": Programming,
|
||||||
|
"ECLiPSe": Programming,
|
||||||
|
"EJS": Markup,
|
||||||
|
"EQ": Programming,
|
||||||
|
"Eagle": Markup,
|
||||||
|
"Ecere Projects": Data,
|
||||||
|
"Eiffel": Programming,
|
||||||
|
"Elixir": Programming,
|
||||||
|
"Elm": Programming,
|
||||||
|
"Emacs Lisp": Programming,
|
||||||
|
"EmberScript": Programming,
|
||||||
|
"Erlang": Programming,
|
||||||
|
"F#": Programming,
|
||||||
|
"FLUX": Programming,
|
||||||
|
"Factor": Programming,
|
||||||
|
"Fancy": Programming,
|
||||||
|
"Fantom": Programming,
|
||||||
|
"Filebench WML": Programming,
|
||||||
|
"Filterscript": Programming,
|
||||||
|
"Formatted": Data,
|
||||||
|
"Forth": Programming,
|
||||||
|
"Fortran": Programming,
|
||||||
|
"FreeMarker": Programming,
|
||||||
|
"Frege": Programming,
|
||||||
|
"G-code": Data,
|
||||||
|
"GAMS": Programming,
|
||||||
|
"GAP": Programming,
|
||||||
|
"GCC Machine Description": Programming,
|
||||||
|
"GDB": Programming,
|
||||||
|
"GDScript": Programming,
|
||||||
|
"GLSL": Programming,
|
||||||
|
"GN": Data,
|
||||||
|
"Game Maker Language": Programming,
|
||||||
|
"Genie": Programming,
|
||||||
|
"Genshi": Programming,
|
||||||
|
"Gentoo Ebuild": Programming,
|
||||||
|
"Gentoo Eclass": Programming,
|
||||||
|
"Gettext Catalog": Prose,
|
||||||
|
"Gherkin": Programming,
|
||||||
|
"Glyph": Programming,
|
||||||
|
"Gnuplot": Programming,
|
||||||
|
"Go": Programming,
|
||||||
|
"Golo": Programming,
|
||||||
|
"Gosu": Programming,
|
||||||
|
"Grace": Programming,
|
||||||
|
"Gradle": Data,
|
||||||
|
"Grammatical Framework": Programming,
|
||||||
|
"Graph Modeling Language": Data,
|
||||||
|
"GraphQL": Data,
|
||||||
|
"Graphviz (DOT)": Data,
|
||||||
|
"Groovy": Programming,
|
||||||
|
"Groovy Server Pages": Programming,
|
||||||
|
"HCL": Programming,
|
||||||
|
"HLSL": Programming,
|
||||||
|
"HTML": Markup,
|
||||||
|
"HTML+Django": Markup,
|
||||||
|
"HTML+ECR": Markup,
|
||||||
|
"HTML+EEX": Markup,
|
||||||
|
"HTML+ERB": Markup,
|
||||||
|
"HTML+PHP": Markup,
|
||||||
|
"HTTP": Data,
|
||||||
|
"Hack": Programming,
|
||||||
|
"Haml": Markup,
|
||||||
|
"Handlebars": Markup,
|
||||||
|
"Harbour": Programming,
|
||||||
|
"Haskell": Programming,
|
||||||
|
"Haxe": Programming,
|
||||||
|
"Hy": Programming,
|
||||||
|
"HyPhy": Programming,
|
||||||
|
"IDL": Programming,
|
||||||
|
"IGOR Pro": Programming,
|
||||||
|
"INI": Data,
|
||||||
|
"IRC log": Data,
|
||||||
|
"Idris": Programming,
|
||||||
|
"Inform 7": Programming,
|
||||||
|
"Inno Setup": Programming,
|
||||||
|
"Io": Programming,
|
||||||
|
"Ioke": Programming,
|
||||||
|
"Isabelle": Programming,
|
||||||
|
"Isabelle ROOT": Programming,
|
||||||
|
"J": Programming,
|
||||||
|
"JFlex": Programming,
|
||||||
|
"JSON": Data,
|
||||||
|
"JSON5": Data,
|
||||||
|
"JSONLD": Data,
|
||||||
|
"JSONiq": Programming,
|
||||||
|
"JSX": Programming,
|
||||||
|
"Jasmin": Programming,
|
||||||
|
"Java": Programming,
|
||||||
|
"Java Server Pages": Programming,
|
||||||
|
"JavaScript": Programming,
|
||||||
|
"Jison": Programming,
|
||||||
|
"Jison Lex": Programming,
|
||||||
|
"Jolie": Programming,
|
||||||
|
"Julia": Programming,
|
||||||
|
"Jupyter Notebook": Markup,
|
||||||
|
"KRL": Programming,
|
||||||
|
"KiCad": Programming,
|
||||||
|
"Kit": Markup,
|
||||||
|
"Kotlin": Programming,
|
||||||
|
"LFE": Programming,
|
||||||
|
"LLVM": Programming,
|
||||||
|
"LOLCODE": Programming,
|
||||||
|
"LSL": Programming,
|
||||||
|
"LabVIEW": Programming,
|
||||||
|
"Lasso": Programming,
|
||||||
|
"Latte": Markup,
|
||||||
|
"Lean": Programming,
|
||||||
|
"Less": Markup,
|
||||||
|
"Lex": Programming,
|
||||||
|
"LilyPond": Programming,
|
||||||
|
"Limbo": Programming,
|
||||||
|
"Linker Script": Data,
|
||||||
|
"Linux Kernel Module": Data,
|
||||||
|
"Liquid": Markup,
|
||||||
|
"Literate Agda": Programming,
|
||||||
|
"Literate CoffeeScript": Programming,
|
||||||
|
"Literate Haskell": Programming,
|
||||||
|
"LiveScript": Programming,
|
||||||
|
"Logos": Programming,
|
||||||
|
"Logtalk": Programming,
|
||||||
|
"LookML": Programming,
|
||||||
|
"LoomScript": Programming,
|
||||||
|
"Lua": Programming,
|
||||||
|
"M": Programming,
|
||||||
|
"M4": Programming,
|
||||||
|
"M4Sugar": Programming,
|
||||||
|
"MAXScript": Programming,
|
||||||
|
"MQL4": Programming,
|
||||||
|
"MQL5": Programming,
|
||||||
|
"MTML": Markup,
|
||||||
|
"MUF": Programming,
|
||||||
|
"Makefile": Programming,
|
||||||
|
"Mako": Programming,
|
||||||
|
"Markdown": Prose,
|
||||||
|
"Marko": Markup,
|
||||||
|
"Mask": Markup,
|
||||||
|
"Mathematica": Programming,
|
||||||
|
"Matlab": Programming,
|
||||||
|
"Maven POM": Data,
|
||||||
|
"Max": Programming,
|
||||||
|
"MediaWiki": Prose,
|
||||||
|
"Mercury": Programming,
|
||||||
|
"Meson": Programming,
|
||||||
|
"Metal": Programming,
|
||||||
|
"MiniD": Programming,
|
||||||
|
"Mirah": Programming,
|
||||||
|
"Modelica": Programming,
|
||||||
|
"Modula-2": Programming,
|
||||||
|
"Module Management System": Programming,
|
||||||
|
"Monkey": Programming,
|
||||||
|
"Moocode": Programming,
|
||||||
|
"MoonScript": Programming,
|
||||||
|
"Myghty": Programming,
|
||||||
|
"NCL": Programming,
|
||||||
|
"NL": Data,
|
||||||
|
"NSIS": Programming,
|
||||||
|
"Nemerle": Programming,
|
||||||
|
"NetLinx": Programming,
|
||||||
|
"NetLinx+ERB": Programming,
|
||||||
|
"NetLogo": Programming,
|
||||||
|
"NewLisp": Programming,
|
||||||
|
"Nginx": Markup,
|
||||||
|
"Nim": Programming,
|
||||||
|
"Ninja": Data,
|
||||||
|
"Nit": Programming,
|
||||||
|
"Nix": Programming,
|
||||||
|
"Nu": Programming,
|
||||||
|
"NumPy": Programming,
|
||||||
|
"OCaml": Programming,
|
||||||
|
"ObjDump": Data,
|
||||||
|
"Objective-C": Programming,
|
||||||
|
"Objective-C++": Programming,
|
||||||
|
"Objective-J": Programming,
|
||||||
|
"Omgrofl": Programming,
|
||||||
|
"Opa": Programming,
|
||||||
|
"Opal": Programming,
|
||||||
|
"OpenCL": Programming,
|
||||||
|
"OpenEdge ABL": Programming,
|
||||||
|
"OpenRC runscript": Programming,
|
||||||
|
"OpenSCAD": Programming,
|
||||||
|
"OpenType Feature File": Data,
|
||||||
|
"Org": Prose,
|
||||||
|
"Ox": Programming,
|
||||||
|
"Oxygene": Programming,
|
||||||
|
"Oz": Programming,
|
||||||
|
"P4": Programming,
|
||||||
|
"PAWN": Programming,
|
||||||
|
"PHP": Programming,
|
||||||
|
"PLSQL": Programming,
|
||||||
|
"PLpgSQL": Programming,
|
||||||
|
"POV-Ray SDL": Programming,
|
||||||
|
"Pan": Programming,
|
||||||
|
"Papyrus": Programming,
|
||||||
|
"Parrot": Programming,
|
||||||
|
"Parrot Assembly": Programming,
|
||||||
|
"Parrot Internal Representation": Programming,
|
||||||
|
"Pascal": Programming,
|
||||||
|
"Pep8": Programming,
|
||||||
|
"Perl": Programming,
|
||||||
|
"Perl6": Programming,
|
||||||
|
"Pic": Markup,
|
||||||
|
"Pickle": Data,
|
||||||
|
"PicoLisp": Programming,
|
||||||
|
"PigLatin": Programming,
|
||||||
|
"Pike": Programming,
|
||||||
|
"Pod": Prose,
|
||||||
|
"PogoScript": Programming,
|
||||||
|
"Pony": Programming,
|
||||||
|
"PostScript": Markup,
|
||||||
|
"PowerBuilder": Programming,
|
||||||
|
"PowerShell": Programming,
|
||||||
|
"Processing": Programming,
|
||||||
|
"Prolog": Programming,
|
||||||
|
"Propeller Spin": Programming,
|
||||||
|
"Protocol Buffer": Markup,
|
||||||
|
"Public Key": Data,
|
||||||
|
"Pug": Markup,
|
||||||
|
"Puppet": Programming,
|
||||||
|
"Pure Data": Programming,
|
||||||
|
"PureBasic": Programming,
|
||||||
|
"PureScript": Programming,
|
||||||
|
"Python": Programming,
|
||||||
|
"Python console": Programming,
|
||||||
|
"Python traceback": Data,
|
||||||
|
"QML": Programming,
|
||||||
|
"QMake": Programming,
|
||||||
|
"R": Programming,
|
||||||
|
"RAML": Markup,
|
||||||
|
"RDoc": Prose,
|
||||||
|
"REALbasic": Programming,
|
||||||
|
"REXX": Programming,
|
||||||
|
"RHTML": Markup,
|
||||||
|
"RMarkdown": Prose,
|
||||||
|
"RPM Spec": Data,
|
||||||
|
"RUNOFF": Markup,
|
||||||
|
"Racket": Programming,
|
||||||
|
"Ragel": Programming,
|
||||||
|
"Rascal": Programming,
|
||||||
|
"Raw token data": Data,
|
||||||
|
"Reason": Programming,
|
||||||
|
"Rebol": Programming,
|
||||||
|
"Red": Programming,
|
||||||
|
"Redcode": Programming,
|
||||||
|
"Regular Expression": Data,
|
||||||
|
"Ren'Py": Programming,
|
||||||
|
"RenderScript": Programming,
|
||||||
|
"RobotFramework": Programming,
|
||||||
|
"Roff": Markup,
|
||||||
|
"Rouge": Programming,
|
||||||
|
"Ruby": Programming,
|
||||||
|
"Rust": Programming,
|
||||||
|
"SAS": Programming,
|
||||||
|
"SCSS": Markup,
|
||||||
|
"SMT": Programming,
|
||||||
|
"SPARQL": Data,
|
||||||
|
"SQF": Programming,
|
||||||
|
"SQL": Data,
|
||||||
|
"SQLPL": Programming,
|
||||||
|
"SRecode Template": Markup,
|
||||||
|
"STON": Data,
|
||||||
|
"SVG": Data,
|
||||||
|
"Sage": Programming,
|
||||||
|
"SaltStack": Programming,
|
||||||
|
"Sass": Markup,
|
||||||
|
"Scala": Programming,
|
||||||
|
"Scaml": Markup,
|
||||||
|
"Scheme": Programming,
|
||||||
|
"Scilab": Programming,
|
||||||
|
"Self": Programming,
|
||||||
|
"ShaderLab": Programming,
|
||||||
|
"Shell": Programming,
|
||||||
|
"ShellSession": Programming,
|
||||||
|
"Shen": Programming,
|
||||||
|
"Slash": Programming,
|
||||||
|
"Slim": Markup,
|
||||||
|
"Smali": Programming,
|
||||||
|
"Smalltalk": Programming,
|
||||||
|
"Smarty": Programming,
|
||||||
|
"SourcePawn": Programming,
|
||||||
|
"Spline Font Database": Data,
|
||||||
|
"Squirrel": Programming,
|
||||||
|
"Stan": Programming,
|
||||||
|
"Standard ML": Programming,
|
||||||
|
"Stata": Programming,
|
||||||
|
"Stylus": Markup,
|
||||||
|
"SubRip Text": Data,
|
||||||
|
"Sublime Text Config": Data,
|
||||||
|
"SuperCollider": Programming,
|
||||||
|
"Swift": Programming,
|
||||||
|
"SystemVerilog": Programming,
|
||||||
|
"TI Program": Programming,
|
||||||
|
"TLA": Programming,
|
||||||
|
"TOML": Data,
|
||||||
|
"TXL": Programming,
|
||||||
|
"Tcl": Programming,
|
||||||
|
"Tcsh": Programming,
|
||||||
|
"TeX": Markup,
|
||||||
|
"Tea": Markup,
|
||||||
|
"Terra": Programming,
|
||||||
|
"Text": Prose,
|
||||||
|
"Textile": Prose,
|
||||||
|
"Thrift": Programming,
|
||||||
|
"Turing": Programming,
|
||||||
|
"Turtle": Data,
|
||||||
|
"Twig": Markup,
|
||||||
|
"Type Language": Data,
|
||||||
|
"TypeScript": Programming,
|
||||||
|
"Unified Parallel C": Programming,
|
||||||
|
"Unity3D Asset": Data,
|
||||||
|
"Unix Assembly": Programming,
|
||||||
|
"Uno": Programming,
|
||||||
|
"UnrealScript": Programming,
|
||||||
|
"UrWeb": Programming,
|
||||||
|
"VCL": Programming,
|
||||||
|
"VHDL": Programming,
|
||||||
|
"Vala": Programming,
|
||||||
|
"Verilog": Programming,
|
||||||
|
"Vim script": Programming,
|
||||||
|
"Visual Basic": Programming,
|
||||||
|
"Volt": Programming,
|
||||||
|
"Vue": Markup,
|
||||||
|
"Wavefront Material": Data,
|
||||||
|
"Wavefront Object": Data,
|
||||||
|
"Web Ontology Language": Markup,
|
||||||
|
"WebIDL": Programming,
|
||||||
|
"World of Warcraft Addon Data": Data,
|
||||||
|
"X10": Programming,
|
||||||
|
"XC": Programming,
|
||||||
|
"XCompose": Data,
|
||||||
|
"XML": Data,
|
||||||
|
"XPages": Programming,
|
||||||
|
"XProc": Programming,
|
||||||
|
"XQuery": Programming,
|
||||||
|
"XS": Programming,
|
||||||
|
"XSLT": Programming,
|
||||||
|
"Xojo": Programming,
|
||||||
|
"Xtend": Programming,
|
||||||
|
"YAML": Data,
|
||||||
|
"YANG": Data,
|
||||||
|
"Yacc": Programming,
|
||||||
|
"Zephir": Programming,
|
||||||
|
"Zimpl": Programming,
|
||||||
|
"desktop": Data,
|
||||||
|
"eC": Programming,
|
||||||
|
"edn": Data,
|
||||||
|
"fish": Programming,
|
||||||
|
"mupad": Programming,
|
||||||
|
"nesC": Programming,
|
||||||
|
"ooc": Programming,
|
||||||
|
"reStructuredText": Prose,
|
||||||
|
"wisp": Programming,
|
||||||
|
"xBase": Programming,
|
||||||
}
|
}
|
||||||
|
|||||||
35
type_test.go
35
type_test.go
@ -1,35 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
import . "gopkg.in/check.v1"
|
|
||||||
|
|
||||||
func (s *TSuite) TestGetLanguageType(c *C) {
|
|
||||||
langType := GetLanguageType("BestLanguageEver")
|
|
||||||
c.Assert(langType, Equals, Unknown)
|
|
||||||
|
|
||||||
langType = GetLanguageType("JSON")
|
|
||||||
c.Assert(langType, Equals, Data)
|
|
||||||
|
|
||||||
langType = GetLanguageType("COLLADA")
|
|
||||||
c.Assert(langType, Equals, Data)
|
|
||||||
|
|
||||||
langType = GetLanguageType("Go")
|
|
||||||
c.Assert(langType, Equals, Programming)
|
|
||||||
|
|
||||||
langType = GetLanguageType("Brainfuck")
|
|
||||||
c.Assert(langType, Equals, Programming)
|
|
||||||
|
|
||||||
langType = GetLanguageType("HTML")
|
|
||||||
c.Assert(langType, Equals, Markup)
|
|
||||||
|
|
||||||
langType = GetLanguageType("Sass")
|
|
||||||
c.Assert(langType, Equals, Markup)
|
|
||||||
|
|
||||||
langType = GetLanguageType("AsciiDoc")
|
|
||||||
c.Assert(langType, Equals, Prose)
|
|
||||||
|
|
||||||
langType = GetLanguageType("Textile")
|
|
||||||
c.Assert(langType, Equals, Prose)
|
|
||||||
|
|
||||||
langType = GetLanguageType("Whatever")
|
|
||||||
c.Assert(langType, Equals, Unknown)
|
|
||||||
}
|
|
||||||
458
types_map.go
458
types_map.go
@ -1,458 +0,0 @@
|
|||||||
package slinguist
|
|
||||||
|
|
||||||
// CODE GENERATED AUTOMATICALLY WITH gopkg.in/src-d/simple-linguist.v1/internal/code-generator
|
|
||||||
// THIS FILE SHOULD NOT BE EDITED BY HAND
|
|
||||||
// Extracted from github/linguist commit: 60f864a138650dd17fafc94814be9ee2d3aaef8c
|
|
||||||
|
|
||||||
var languagesType = map[string]Type{
|
|
||||||
"1C Enterprise": Programming,
|
|
||||||
"ABAP": Programming,
|
|
||||||
"ABNF": Data,
|
|
||||||
"AGS Script": Programming,
|
|
||||||
"AMPL": Programming,
|
|
||||||
"ANTLR": Programming,
|
|
||||||
"API Blueprint": Markup,
|
|
||||||
"APL": Programming,
|
|
||||||
"ASN.1": Data,
|
|
||||||
"ASP": Programming,
|
|
||||||
"ATS": Programming,
|
|
||||||
"ActionScript": Programming,
|
|
||||||
"Ada": Programming,
|
|
||||||
"Agda": Programming,
|
|
||||||
"Alloy": Programming,
|
|
||||||
"Alpine Abuild": Programming,
|
|
||||||
"Ant Build System": Data,
|
|
||||||
"ApacheConf": Markup,
|
|
||||||
"Apex": Programming,
|
|
||||||
"Apollo Guidance Computer": Programming,
|
|
||||||
"AppleScript": Programming,
|
|
||||||
"Arc": Programming,
|
|
||||||
"Arduino": Programming,
|
|
||||||
"AsciiDoc": Prose,
|
|
||||||
"AspectJ": Programming,
|
|
||||||
"Assembly": Programming,
|
|
||||||
"Augeas": Programming,
|
|
||||||
"AutoHotkey": Programming,
|
|
||||||
"AutoIt": Programming,
|
|
||||||
"Awk": Programming,
|
|
||||||
"Batchfile": Programming,
|
|
||||||
"Befunge": Programming,
|
|
||||||
"Bison": Programming,
|
|
||||||
"BitBake": Programming,
|
|
||||||
"Blade": Markup,
|
|
||||||
"BlitzBasic": Programming,
|
|
||||||
"BlitzMax": Programming,
|
|
||||||
"Bluespec": Programming,
|
|
||||||
"Boo": Programming,
|
|
||||||
"Brainfuck": Programming,
|
|
||||||
"Brightscript": Programming,
|
|
||||||
"Bro": Programming,
|
|
||||||
"C": Programming,
|
|
||||||
"C#": Programming,
|
|
||||||
"C++": Programming,
|
|
||||||
"C-ObjDump": Data,
|
|
||||||
"C2hs Haskell": Programming,
|
|
||||||
"CLIPS": Programming,
|
|
||||||
"CMake": Programming,
|
|
||||||
"COBOL": Programming,
|
|
||||||
"COLLADA": Data,
|
|
||||||
"CSON": Data,
|
|
||||||
"CSS": Markup,
|
|
||||||
"CSV": Data,
|
|
||||||
"CWeb": Programming,
|
|
||||||
"Cap'n Proto": Programming,
|
|
||||||
"CartoCSS": Programming,
|
|
||||||
"Ceylon": Programming,
|
|
||||||
"Chapel": Programming,
|
|
||||||
"Charity": Programming,
|
|
||||||
"ChucK": Programming,
|
|
||||||
"Cirru": Programming,
|
|
||||||
"Clarion": Programming,
|
|
||||||
"Clean": Programming,
|
|
||||||
"Click": Programming,
|
|
||||||
"Clojure": Programming,
|
|
||||||
"Closure Templates": Markup,
|
|
||||||
"CoffeeScript": Programming,
|
|
||||||
"ColdFusion": Programming,
|
|
||||||
"ColdFusion CFC": Programming,
|
|
||||||
"Common Lisp": Programming,
|
|
||||||
"Component Pascal": Programming,
|
|
||||||
"Cool": Programming,
|
|
||||||
"Coq": Programming,
|
|
||||||
"Cpp-ObjDump": Data,
|
|
||||||
"Creole": Prose,
|
|
||||||
"Crystal": Programming,
|
|
||||||
"Csound": Programming,
|
|
||||||
"Csound Document": Programming,
|
|
||||||
"Csound Score": Programming,
|
|
||||||
"Cuda": Programming,
|
|
||||||
"Cycript": Programming,
|
|
||||||
"Cython": Programming,
|
|
||||||
"D": Programming,
|
|
||||||
"D-ObjDump": Data,
|
|
||||||
"DIGITAL Command Language": Programming,
|
|
||||||
"DM": Programming,
|
|
||||||
"DNS Zone": Data,
|
|
||||||
"DTrace": Programming,
|
|
||||||
"Darcs Patch": Data,
|
|
||||||
"Dart": Programming,
|
|
||||||
"Diff": Data,
|
|
||||||
"Dockerfile": Data,
|
|
||||||
"Dogescript": Programming,
|
|
||||||
"Dylan": Programming,
|
|
||||||
"E": Programming,
|
|
||||||
"EBNF": Data,
|
|
||||||
"ECL": Programming,
|
|
||||||
"ECLiPSe": Programming,
|
|
||||||
"EJS": Markup,
|
|
||||||
"EQ": Programming,
|
|
||||||
"Eagle": Markup,
|
|
||||||
"Ecere Projects": Data,
|
|
||||||
"Eiffel": Programming,
|
|
||||||
"Elixir": Programming,
|
|
||||||
"Elm": Programming,
|
|
||||||
"Emacs Lisp": Programming,
|
|
||||||
"EmberScript": Programming,
|
|
||||||
"Erlang": Programming,
|
|
||||||
"F#": Programming,
|
|
||||||
"FLUX": Programming,
|
|
||||||
"Factor": Programming,
|
|
||||||
"Fancy": Programming,
|
|
||||||
"Fantom": Programming,
|
|
||||||
"Filebench WML": Programming,
|
|
||||||
"Filterscript": Programming,
|
|
||||||
"Formatted": Data,
|
|
||||||
"Forth": Programming,
|
|
||||||
"Fortran": Programming,
|
|
||||||
"FreeMarker": Programming,
|
|
||||||
"Frege": Programming,
|
|
||||||
"G-code": Data,
|
|
||||||
"GAMS": Programming,
|
|
||||||
"GAP": Programming,
|
|
||||||
"GCC Machine Description": Programming,
|
|
||||||
"GDB": Programming,
|
|
||||||
"GDScript": Programming,
|
|
||||||
"GLSL": Programming,
|
|
||||||
"GN": Data,
|
|
||||||
"Game Maker Language": Programming,
|
|
||||||
"Genie": Programming,
|
|
||||||
"Genshi": Programming,
|
|
||||||
"Gentoo Ebuild": Programming,
|
|
||||||
"Gentoo Eclass": Programming,
|
|
||||||
"Gettext Catalog": Prose,
|
|
||||||
"Gherkin": Programming,
|
|
||||||
"Glyph": Programming,
|
|
||||||
"Gnuplot": Programming,
|
|
||||||
"Go": Programming,
|
|
||||||
"Golo": Programming,
|
|
||||||
"Gosu": Programming,
|
|
||||||
"Grace": Programming,
|
|
||||||
"Gradle": Data,
|
|
||||||
"Grammatical Framework": Programming,
|
|
||||||
"Graph Modeling Language": Data,
|
|
||||||
"GraphQL": Data,
|
|
||||||
"Graphviz (DOT)": Data,
|
|
||||||
"Groovy": Programming,
|
|
||||||
"Groovy Server Pages": Programming,
|
|
||||||
"HCL": Programming,
|
|
||||||
"HLSL": Programming,
|
|
||||||
"HTML": Markup,
|
|
||||||
"HTML+Django": Markup,
|
|
||||||
"HTML+ECR": Markup,
|
|
||||||
"HTML+EEX": Markup,
|
|
||||||
"HTML+ERB": Markup,
|
|
||||||
"HTML+PHP": Markup,
|
|
||||||
"HTTP": Data,
|
|
||||||
"Hack": Programming,
|
|
||||||
"Haml": Markup,
|
|
||||||
"Handlebars": Markup,
|
|
||||||
"Harbour": Programming,
|
|
||||||
"Haskell": Programming,
|
|
||||||
"Haxe": Programming,
|
|
||||||
"Hy": Programming,
|
|
||||||
"HyPhy": Programming,
|
|
||||||
"IDL": Programming,
|
|
||||||
"IGOR Pro": Programming,
|
|
||||||
"INI": Data,
|
|
||||||
"IRC log": Data,
|
|
||||||
"Idris": Programming,
|
|
||||||
"Inform 7": Programming,
|
|
||||||
"Inno Setup": Programming,
|
|
||||||
"Io": Programming,
|
|
||||||
"Ioke": Programming,
|
|
||||||
"Isabelle": Programming,
|
|
||||||
"Isabelle ROOT": Programming,
|
|
||||||
"J": Programming,
|
|
||||||
"JFlex": Programming,
|
|
||||||
"JSON": Data,
|
|
||||||
"JSON5": Data,
|
|
||||||
"JSONLD": Data,
|
|
||||||
"JSONiq": Programming,
|
|
||||||
"JSX": Programming,
|
|
||||||
"Jasmin": Programming,
|
|
||||||
"Java": Programming,
|
|
||||||
"Java Server Pages": Programming,
|
|
||||||
"JavaScript": Programming,
|
|
||||||
"Jison": Programming,
|
|
||||||
"Jison Lex": Programming,
|
|
||||||
"Jolie": Programming,
|
|
||||||
"Julia": Programming,
|
|
||||||
"Jupyter Notebook": Markup,
|
|
||||||
"KRL": Programming,
|
|
||||||
"KiCad": Programming,
|
|
||||||
"Kit": Markup,
|
|
||||||
"Kotlin": Programming,
|
|
||||||
"LFE": Programming,
|
|
||||||
"LLVM": Programming,
|
|
||||||
"LOLCODE": Programming,
|
|
||||||
"LSL": Programming,
|
|
||||||
"LabVIEW": Programming,
|
|
||||||
"Lasso": Programming,
|
|
||||||
"Latte": Markup,
|
|
||||||
"Lean": Programming,
|
|
||||||
"Less": Markup,
|
|
||||||
"Lex": Programming,
|
|
||||||
"LilyPond": Programming,
|
|
||||||
"Limbo": Programming,
|
|
||||||
"Linker Script": Data,
|
|
||||||
"Linux Kernel Module": Data,
|
|
||||||
"Liquid": Markup,
|
|
||||||
"Literate Agda": Programming,
|
|
||||||
"Literate CoffeeScript": Programming,
|
|
||||||
"Literate Haskell": Programming,
|
|
||||||
"LiveScript": Programming,
|
|
||||||
"Logos": Programming,
|
|
||||||
"Logtalk": Programming,
|
|
||||||
"LookML": Programming,
|
|
||||||
"LoomScript": Programming,
|
|
||||||
"Lua": Programming,
|
|
||||||
"M": Programming,
|
|
||||||
"M4": Programming,
|
|
||||||
"M4Sugar": Programming,
|
|
||||||
"MAXScript": Programming,
|
|
||||||
"MQL4": Programming,
|
|
||||||
"MQL5": Programming,
|
|
||||||
"MTML": Markup,
|
|
||||||
"MUF": Programming,
|
|
||||||
"Makefile": Programming,
|
|
||||||
"Mako": Programming,
|
|
||||||
"Markdown": Prose,
|
|
||||||
"Marko": Markup,
|
|
||||||
"Mask": Markup,
|
|
||||||
"Mathematica": Programming,
|
|
||||||
"Matlab": Programming,
|
|
||||||
"Maven POM": Data,
|
|
||||||
"Max": Programming,
|
|
||||||
"MediaWiki": Prose,
|
|
||||||
"Mercury": Programming,
|
|
||||||
"Meson": Programming,
|
|
||||||
"Metal": Programming,
|
|
||||||
"MiniD": Programming,
|
|
||||||
"Mirah": Programming,
|
|
||||||
"Modelica": Programming,
|
|
||||||
"Modula-2": Programming,
|
|
||||||
"Module Management System": Programming,
|
|
||||||
"Monkey": Programming,
|
|
||||||
"Moocode": Programming,
|
|
||||||
"MoonScript": Programming,
|
|
||||||
"Myghty": Programming,
|
|
||||||
"NCL": Programming,
|
|
||||||
"NL": Data,
|
|
||||||
"NSIS": Programming,
|
|
||||||
"Nemerle": Programming,
|
|
||||||
"NetLinx": Programming,
|
|
||||||
"NetLinx+ERB": Programming,
|
|
||||||
"NetLogo": Programming,
|
|
||||||
"NewLisp": Programming,
|
|
||||||
"Nginx": Markup,
|
|
||||||
"Nim": Programming,
|
|
||||||
"Ninja": Data,
|
|
||||||
"Nit": Programming,
|
|
||||||
"Nix": Programming,
|
|
||||||
"Nu": Programming,
|
|
||||||
"NumPy": Programming,
|
|
||||||
"OCaml": Programming,
|
|
||||||
"ObjDump": Data,
|
|
||||||
"Objective-C": Programming,
|
|
||||||
"Objective-C++": Programming,
|
|
||||||
"Objective-J": Programming,
|
|
||||||
"Omgrofl": Programming,
|
|
||||||
"Opa": Programming,
|
|
||||||
"Opal": Programming,
|
|
||||||
"OpenCL": Programming,
|
|
||||||
"OpenEdge ABL": Programming,
|
|
||||||
"OpenRC runscript": Programming,
|
|
||||||
"OpenSCAD": Programming,
|
|
||||||
"OpenType Feature File": Data,
|
|
||||||
"Org": Prose,
|
|
||||||
"Ox": Programming,
|
|
||||||
"Oxygene": Programming,
|
|
||||||
"Oz": Programming,
|
|
||||||
"P4": Programming,
|
|
||||||
"PAWN": Programming,
|
|
||||||
"PHP": Programming,
|
|
||||||
"PLSQL": Programming,
|
|
||||||
"PLpgSQL": Programming,
|
|
||||||
"POV-Ray SDL": Programming,
|
|
||||||
"Pan": Programming,
|
|
||||||
"Papyrus": Programming,
|
|
||||||
"Parrot": Programming,
|
|
||||||
"Parrot Assembly": Programming,
|
|
||||||
"Parrot Internal Representation": Programming,
|
|
||||||
"Pascal": Programming,
|
|
||||||
"Pep8": Programming,
|
|
||||||
"Perl": Programming,
|
|
||||||
"Perl6": Programming,
|
|
||||||
"Pic": Markup,
|
|
||||||
"Pickle": Data,
|
|
||||||
"PicoLisp": Programming,
|
|
||||||
"PigLatin": Programming,
|
|
||||||
"Pike": Programming,
|
|
||||||
"Pod": Prose,
|
|
||||||
"PogoScript": Programming,
|
|
||||||
"Pony": Programming,
|
|
||||||
"PostScript": Markup,
|
|
||||||
"PowerBuilder": Programming,
|
|
||||||
"PowerShell": Programming,
|
|
||||||
"Processing": Programming,
|
|
||||||
"Prolog": Programming,
|
|
||||||
"Propeller Spin": Programming,
|
|
||||||
"Protocol Buffer": Markup,
|
|
||||||
"Public Key": Data,
|
|
||||||
"Pug": Markup,
|
|
||||||
"Puppet": Programming,
|
|
||||||
"Pure Data": Programming,
|
|
||||||
"PureBasic": Programming,
|
|
||||||
"PureScript": Programming,
|
|
||||||
"Python": Programming,
|
|
||||||
"Python console": Programming,
|
|
||||||
"Python traceback": Data,
|
|
||||||
"QML": Programming,
|
|
||||||
"QMake": Programming,
|
|
||||||
"R": Programming,
|
|
||||||
"RAML": Markup,
|
|
||||||
"RDoc": Prose,
|
|
||||||
"REALbasic": Programming,
|
|
||||||
"REXX": Programming,
|
|
||||||
"RHTML": Markup,
|
|
||||||
"RMarkdown": Prose,
|
|
||||||
"RPM Spec": Data,
|
|
||||||
"RUNOFF": Markup,
|
|
||||||
"Racket": Programming,
|
|
||||||
"Ragel": Programming,
|
|
||||||
"Rascal": Programming,
|
|
||||||
"Raw token data": Data,
|
|
||||||
"Reason": Programming,
|
|
||||||
"Rebol": Programming,
|
|
||||||
"Red": Programming,
|
|
||||||
"Redcode": Programming,
|
|
||||||
"Regular Expression": Data,
|
|
||||||
"Ren'Py": Programming,
|
|
||||||
"RenderScript": Programming,
|
|
||||||
"RobotFramework": Programming,
|
|
||||||
"Roff": Markup,
|
|
||||||
"Rouge": Programming,
|
|
||||||
"Ruby": Programming,
|
|
||||||
"Rust": Programming,
|
|
||||||
"SAS": Programming,
|
|
||||||
"SCSS": Markup,
|
|
||||||
"SMT": Programming,
|
|
||||||
"SPARQL": Data,
|
|
||||||
"SQF": Programming,
|
|
||||||
"SQL": Data,
|
|
||||||
"SQLPL": Programming,
|
|
||||||
"SRecode Template": Markup,
|
|
||||||
"STON": Data,
|
|
||||||
"SVG": Data,
|
|
||||||
"Sage": Programming,
|
|
||||||
"SaltStack": Programming,
|
|
||||||
"Sass": Markup,
|
|
||||||
"Scala": Programming,
|
|
||||||
"Scaml": Markup,
|
|
||||||
"Scheme": Programming,
|
|
||||||
"Scilab": Programming,
|
|
||||||
"Self": Programming,
|
|
||||||
"ShaderLab": Programming,
|
|
||||||
"Shell": Programming,
|
|
||||||
"ShellSession": Programming,
|
|
||||||
"Shen": Programming,
|
|
||||||
"Slash": Programming,
|
|
||||||
"Slim": Markup,
|
|
||||||
"Smali": Programming,
|
|
||||||
"Smalltalk": Programming,
|
|
||||||
"Smarty": Programming,
|
|
||||||
"SourcePawn": Programming,
|
|
||||||
"Spline Font Database": Data,
|
|
||||||
"Squirrel": Programming,
|
|
||||||
"Stan": Programming,
|
|
||||||
"Standard ML": Programming,
|
|
||||||
"Stata": Programming,
|
|
||||||
"Stylus": Markup,
|
|
||||||
"SubRip Text": Data,
|
|
||||||
"Sublime Text Config": Data,
|
|
||||||
"SuperCollider": Programming,
|
|
||||||
"Swift": Programming,
|
|
||||||
"SystemVerilog": Programming,
|
|
||||||
"TI Program": Programming,
|
|
||||||
"TLA": Programming,
|
|
||||||
"TOML": Data,
|
|
||||||
"TXL": Programming,
|
|
||||||
"Tcl": Programming,
|
|
||||||
"Tcsh": Programming,
|
|
||||||
"TeX": Markup,
|
|
||||||
"Tea": Markup,
|
|
||||||
"Terra": Programming,
|
|
||||||
"Text": Prose,
|
|
||||||
"Textile": Prose,
|
|
||||||
"Thrift": Programming,
|
|
||||||
"Turing": Programming,
|
|
||||||
"Turtle": Data,
|
|
||||||
"Twig": Markup,
|
|
||||||
"Type Language": Data,
|
|
||||||
"TypeScript": Programming,
|
|
||||||
"Unified Parallel C": Programming,
|
|
||||||
"Unity3D Asset": Data,
|
|
||||||
"Unix Assembly": Programming,
|
|
||||||
"Uno": Programming,
|
|
||||||
"UnrealScript": Programming,
|
|
||||||
"UrWeb": Programming,
|
|
||||||
"VCL": Programming,
|
|
||||||
"VHDL": Programming,
|
|
||||||
"Vala": Programming,
|
|
||||||
"Verilog": Programming,
|
|
||||||
"Vim script": Programming,
|
|
||||||
"Visual Basic": Programming,
|
|
||||||
"Volt": Programming,
|
|
||||||
"Vue": Markup,
|
|
||||||
"Wavefront Material": Data,
|
|
||||||
"Wavefront Object": Data,
|
|
||||||
"Web Ontology Language": Markup,
|
|
||||||
"WebIDL": Programming,
|
|
||||||
"World of Warcraft Addon Data": Data,
|
|
||||||
"X10": Programming,
|
|
||||||
"XC": Programming,
|
|
||||||
"XCompose": Data,
|
|
||||||
"XML": Data,
|
|
||||||
"XPages": Programming,
|
|
||||||
"XProc": Programming,
|
|
||||||
"XQuery": Programming,
|
|
||||||
"XS": Programming,
|
|
||||||
"XSLT": Programming,
|
|
||||||
"Xojo": Programming,
|
|
||||||
"Xtend": Programming,
|
|
||||||
"YAML": Data,
|
|
||||||
"YANG": Data,
|
|
||||||
"Yacc": Programming,
|
|
||||||
"Zephir": Programming,
|
|
||||||
"Zimpl": Programming,
|
|
||||||
"desktop": Data,
|
|
||||||
"eC": Programming,
|
|
||||||
"edn": Data,
|
|
||||||
"fish": Programming,
|
|
||||||
"mupad": Programming,
|
|
||||||
"nesC": Programming,
|
|
||||||
"ooc": Programming,
|
|
||||||
"reStructuredText": Prose,
|
|
||||||
"wisp": Programming,
|
|
||||||
"xBase": Programming,
|
|
||||||
}
|
|
||||||
30
utils.go
30
utils.go
@ -8,11 +8,30 @@ import (
|
|||||||
"gopkg.in/toqueteos/substring.v1"
|
"gopkg.in/toqueteos/substring.v1"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
auxiliaryLanguages = map[string]bool{
|
||||||
|
"Other": true, "XML": true, "YAML": true, "TOML": true, "INI": true,
|
||||||
|
"JSON": true, "TeX": true, "Public Key": true, "AsciiDoc": true,
|
||||||
|
"AGS Script": true, "VimL": true, "Diff": true, "CMake": true, "fish": true,
|
||||||
|
"Awk": true, "Graphviz (DOT)": true, "Markdown": true, "desktop": true,
|
||||||
|
"XSLT": true, "SQL": true, "RMarkdown": true, "IRC log": true,
|
||||||
|
"reStructuredText": true, "Twig": true, "CSS": true, "Batchfile": true,
|
||||||
|
"Text": true, "HTML+ERB": true, "HTML": true, "Gettext Catalog": true,
|
||||||
|
"Smarty": true, "Raw token data": true,
|
||||||
|
}
|
||||||
|
|
||||||
|
configurationLanguages = map[string]bool{
|
||||||
|
"XML": true, "JSON": true, "TOML": true, "YAML": true, "INI": true, "SQL": true,
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
// IsAuxiliaryLanguage returns whether or not lang is an auxiliary language.
|
||||||
func IsAuxiliaryLanguage(lang string) bool {
|
func IsAuxiliaryLanguage(lang string) bool {
|
||||||
_, ok := auxiliaryLanguages[lang]
|
_, ok := auxiliaryLanguages[lang]
|
||||||
return ok
|
return ok
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsConfiguration returns whether or not path is using a configuration language.
|
||||||
func IsConfiguration(path string) bool {
|
func IsConfiguration(path string) bool {
|
||||||
lang, _ := GetLanguageByExtension(path)
|
lang, _ := GetLanguageByExtension(path)
|
||||||
_, is := configurationLanguages[lang]
|
_, is := configurationLanguages[lang]
|
||||||
@ -20,14 +39,17 @@ func IsConfiguration(path string) bool {
|
|||||||
return is
|
return is
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsDotFile returns whether or not path has dot as a prefix.
|
||||||
func IsDotFile(path string) bool {
|
func IsDotFile(path string) bool {
|
||||||
return strings.HasPrefix(filepath.Base(path), ".")
|
return strings.HasPrefix(filepath.Base(path), ".")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsVendor returns whether or not path is a vendor path.
|
||||||
func IsVendor(path string) bool {
|
func IsVendor(path string) bool {
|
||||||
return findIndex(path, vendorMatchers) >= 0
|
return findIndex(path, vendorMatchers) >= 0
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsDocumentation returns whether or not path is a documentation path.
|
||||||
func IsDocumentation(path string) bool {
|
func IsDocumentation(path string) bool {
|
||||||
return findIndex(path, documentationMatchers) >= 0
|
return findIndex(path, documentationMatchers) >= 0
|
||||||
}
|
}
|
||||||
@ -38,8 +60,8 @@ func findIndex(path string, matchers substring.StringsMatcher) int {
|
|||||||
|
|
||||||
const sniffLen = 8000
|
const sniffLen = 8000
|
||||||
|
|
||||||
//IsBinary detects if data is a binary value based on:
|
// IsBinary detects if data is a binary value based on:
|
||||||
//http://git.kernel.org/cgit/git/git.git/tree/xdiff-interface.c?id=HEAD#n198
|
// http://git.kernel.org/cgit/git/git.git/tree/xdiff-interface.c?id=HEAD#n198
|
||||||
func IsBinary(data []byte) bool {
|
func IsBinary(data []byte) bool {
|
||||||
if len(data) > sniffLen {
|
if len(data) > sniffLen {
|
||||||
data = data[:sniffLen]
|
data = data[:sniffLen]
|
||||||
@ -51,7 +73,3 @@ func IsBinary(data []byte) bool {
|
|||||||
|
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
var configurationLanguages = map[string]bool{
|
|
||||||
"XML": true, "JSON": true, "TOML": true, "YAML": true, "INI": true, "SQL": true,
|
|
||||||
}
|
|
||||||
|
|||||||
101
utils_test.go
101
utils_test.go
@ -2,42 +2,83 @@ package slinguist
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"fmt"
|
||||||
|
"testing"
|
||||||
|
|
||||||
. "gopkg.in/check.v1"
|
"github.com/stretchr/testify/assert"
|
||||||
)
|
)
|
||||||
|
|
||||||
func (s *TSuite) TestIsVendor(c *C) {
|
func (s *SimpleLinguistTestSuite) TestIsVendor() {
|
||||||
c.Assert(IsVendor("foo/bar"), Equals, false)
|
tests := []struct {
|
||||||
c.Assert(IsVendor("foo/vendor/foo"), Equals, true)
|
name string
|
||||||
c.Assert(IsVendor(".sublime-project"), Equals, true)
|
path string
|
||||||
c.Assert(IsVendor("leaflet.draw-src.js"), Equals, true)
|
expected bool
|
||||||
c.Assert(IsVendor("foo/bar/MochiKit.js"), Equals, true)
|
}{
|
||||||
c.Assert(IsVendor("foo/bar/dojo.js"), Equals, true)
|
{name: "TestIsVendor_1", path: "foo/bar", expected: false},
|
||||||
c.Assert(IsVendor("foo/env/whatever"), Equals, true)
|
{name: "TestIsVendor_2", path: "foo/vendor/foo", expected: true},
|
||||||
c.Assert(IsVendor("foo/.imageset/bar"), Equals, true)
|
{name: "TestIsVendor_3", path: ".sublime-project", expected: true},
|
||||||
c.Assert(IsVendor("Vagrantfile"), Equals, true)
|
{name: "TestIsVendor_4", path: "leaflet.draw-src.js", expected: true},
|
||||||
|
{name: "TestIsVendor_5", path: "foo/bar/MochiKit.js", expected: true},
|
||||||
|
{name: "TestIsVendor_6", path: "foo/bar/dojo.js", expected: true},
|
||||||
|
{name: "TestIsVendor_7", path: "foo/env/whatever", expected: true},
|
||||||
|
{name: "TestIsVendor_8", path: "foo/.imageset/bar", expected: true},
|
||||||
|
{name: "TestIsVendor_9", path: "Vagrantfile", expected: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
is := IsVendor(test.path)
|
||||||
|
assert.Equal(s.T(), is, test.expected, fmt.Sprintf("%v: is = %v, expected: %v", test.name, is, test.expected))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *TSuite) TestIsDocumentation(c *C) {
|
func (s *SimpleLinguistTestSuite) TestIsDocumentation() {
|
||||||
c.Assert(IsDocumentation("foo"), Equals, false)
|
tests := []struct {
|
||||||
c.Assert(IsDocumentation("README"), Equals, true)
|
name string
|
||||||
|
path string
|
||||||
|
expected bool
|
||||||
|
}{
|
||||||
|
{name: "TestIsDocumentation_1", path: "foo", expected: false},
|
||||||
|
{name: "TestIsDocumentation_2", path: "README", expected: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
is := IsDocumentation(test.path)
|
||||||
|
assert.Equal(s.T(), is, test.expected, fmt.Sprintf("%v: is = %v, expected: %v", test.name, is, test.expected))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *TSuite) TestIsConfiguration(c *C) {
|
func (s *SimpleLinguistTestSuite) TestIsConfiguration() {
|
||||||
c.Assert(IsConfiguration("foo"), Equals, false)
|
tests := []struct {
|
||||||
c.Assert(IsConfiguration("foo.ini"), Equals, true)
|
name string
|
||||||
c.Assert(IsConfiguration("foo.json"), Equals, true)
|
path string
|
||||||
|
expected bool
|
||||||
|
}{
|
||||||
|
{name: "TestIsConfiguration_1", path: "foo", expected: false},
|
||||||
|
{name: "TestIsConfiguration_2", path: "foo.ini", expected: true},
|
||||||
|
{name: "TestIsConfiguration_3", path: "foo.json", expected: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
is := IsConfiguration(test.path)
|
||||||
|
assert.Equal(s.T(), is, test.expected, fmt.Sprintf("%v: is = %v, expected: %v", test.name, is, test.expected))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *TSuite) TestIsBinary(c *C) {
|
func (s *SimpleLinguistTestSuite) TestIsBinary() {
|
||||||
c.Assert(IsBinary([]byte("foo")), Equals, false)
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
data []byte
|
||||||
|
expected bool
|
||||||
|
}{
|
||||||
|
{name: "TestIsBinary_1", data: []byte("foo"), expected: false},
|
||||||
|
{name: "TestIsBinary_2", data: []byte{0}, expected: true},
|
||||||
|
{name: "TestIsBinary_3", data: bytes.Repeat([]byte{'o'}, 8000), expected: false},
|
||||||
|
}
|
||||||
|
|
||||||
binary := []byte{0}
|
for _, test := range tests {
|
||||||
c.Assert(IsBinary(binary), Equals, true)
|
is := IsBinary(test.data)
|
||||||
|
assert.Equal(s.T(), is, test.expected, fmt.Sprintf("%v: is = %v, expected: %v", test.name, is, test.expected))
|
||||||
binary = bytes.Repeat([]byte{'o'}, 8000)
|
}
|
||||||
binary = append(binary, byte(0))
|
|
||||||
c.Assert(IsBinary(binary), Equals, false)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const (
|
const (
|
||||||
@ -45,14 +86,14 @@ const (
|
|||||||
jsPath = "some/random/dir/file.js"
|
jsPath = "some/random/dir/file.js"
|
||||||
)
|
)
|
||||||
|
|
||||||
func (s *TSuite) BenchmarkVendor(c *C) {
|
func BenchmarkVendor(b *testing.B) {
|
||||||
for i := 0; i < c.N; i++ {
|
for i := 0; i < b.N; i++ {
|
||||||
_ = IsVendor(htmlPath)
|
_ = IsVendor(htmlPath)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *TSuite) BenchmarkVendorJS(c *C) {
|
func BenchmarkVendorJS(b *testing.B) {
|
||||||
for i := 0; i < c.N; i++ {
|
for i := 0; i < b.N; i++ {
|
||||||
_ = IsVendor(jsPath)
|
_ = IsVendor(jsPath)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user