diff --git a/.travis.yml b/.travis.yml index db1648b..c7afb06 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,8 +1,9 @@ dist: trusty language: go go: - - '1.12.x' - - '1.11.x' + - '1.14.x' + - '1.13.x' + env: global: - GO_VERSION_FOR_JVM='1.11.x' @@ -12,8 +13,6 @@ env: matrix: - ONIGURUMA=0 - ONIGURUMA=1 -matrix: - fast_finish: true stages: - name: test @@ -22,7 +21,6 @@ stages: - name: publish if: tag IS present -stage: test install: - > if [[ "${ONIGURUMA}" -gt 0 ]]; then @@ -36,7 +34,7 @@ install: sudo dpkg -i "libonig-dev_${ONIGURUMA_VERSION}-1_amd64.deb" fi; script: - - make test-coverage + - go test ./... after_success: - bash <(curl -s https://codecov.io/bash) diff --git a/data/frequencies.go b/data/frequencies.go index 3a4298a..4e1d965 100644 --- a/data/frequencies.go +++ b/data/frequencies.go @@ -541,158 +541,158 @@ var TokensLogProbabilities = map[string]map[string]float64{ "\ufeff": -8.978471, }, "ABAP": map[string]float64{ - "!": -4.637712, - "\"": -7.202661, - "(": -5.816367, - ")": -5.816367, - "*": -3.619142, - "+": -5.005437, - "-": -0.322277, - ".": -5.005437, - "<-()]>": -6.509514, - "": -6.509514, - "": -5.816367, - "": -6.104049, - "=": -4.900076, - ">": -5.123220, - "ABAP_BOOL": -7.202661, - "C": -7.202661, - "CLASS": -6.509514, - "CL_CSV_PARSER": -5.410902, - "CONSTRUCTOR": -7.202661, - "CSV": -7.202661, - "CSVSTRING": -7.202661, - "CX": -7.202661, - "CX_CSV_PARSE_ERROR": -7.202661, - "DEFINITION": -6.509514, - "DELEGATE": -7.202661, - "Get": -7.202661, - "IF_CSV_PARSER_DELEGATE": -7.202661, - "IMPLEMENTATION": -6.509514, - "Instance": -6.509514, - "Method": -6.509514, - "Parse": -7.202661, - "Private": -7.202661, - "Public": -7.202661, - "REF": -7.202661, - "RETURNING": -7.202661, - "SEPARATOR": -7.202661, - "SIGNATURE": -6.509514, - "SKIP_FIRST_LINE": -7.202661, - "STRING": -7.202661, - "STRINGTAB": -6.104049, - "Space": -6.509514, - "TO": -7.202661, - "TYPE": -5.256751, - "This": -7.202661, - "[": -5.593223, - "]": -5.816367, - "_LINES": -7.202661, - "_csvstring": -6.509514, - "_delegate": -7.202661, - "_lines": -7.202661, - "_lines.": -7.202661, - "_parse_line": -6.509514, - "_separator": -7.202661, - "_skip_first_line": -7.202661, - "_textindicator": -7.202661, - "`": -5.816367, - "abap": -7.202661, - "abap_bool": -6.509514, - "abap_true.": -6.509514, - "an": -7.202661, - "append": -6.509514, - "assigning": -7.202661, - "at": -6.509514, - "c": -6.509514, - "char": -6.509514, - "cl_abap_char_utilities": -7.202661, - "cl_csv_parser": -6.509514, - "cl_object": -7.202661, - "class": -6.509514, - "clear": -7.202661, - "concatenate": -5.816367, - "constants": -7.202661, - "constructor": -6.509514, - "constructor.": -7.202661, - "cr_lf": -7.202661, - "create": -7.202661, - "csv": -7.202661, - "csvstring": -7.202661, - "csvstring.": -7.202661, - "csvvalue": -5.410902, - "csvvalue.": -5.593223, - "csvvalues.": -6.509514, - "cx_csv_parse_error": -6.509514, - "data": -6.104049, - "definition": -7.202661, - "delegate": -7.202661, - "delegate.": -7.202661, - "do": -6.104049, - "e": -7.202661, - "else.": -5.816367, - "endclass.": -7.202661, - "endif.": -5.410902, - "endmethod.": -6.509514, - "endwhile.": -6.509514, - "error": -7.202661, - "exception": -7.202661, - "exporting": -7.202661, - "field": -7.202661, - "files": -6.104049, - "final": -7.202661, - "formatting": -7.202661, - "from": -7.202661, - "here": -6.104049, - "if_csv_parser_delegate": -7.202661, - "implementation.": -7.202661, - "importing": -7.202661, - "in": -7.202661, - "include": -6.104049, - "indicates": -7.202661, - "inheriting": -7.202661, - "into": -5.410902, - "is_first_line": -7.202661, - "line": -7.202661, - "lines": -5.816367, - "loop": -7.202661, - "message": -6.509514, - "method": -6.509514, - "methods": -6.509514, - "msg.": -6.509514, - "not": -6.104049, - "of": -6.509514, - "other": -6.104049, - "parse": -6.509514, - "pools": -7.202661, - "pos": -6.509514, - "private": -7.202661, - "protected": -7.202661, - "public": -6.104049, - "raise": -7.202661, - "raising": -7.202661, - "ref": -7.202661, - "returning.": -7.202661, - "section.": -6.104049, - "separator": -7.202661, - "separator.": -7.202661, - "skip_first_line": -7.202661, - "skip_first_line.": -7.202661, - "source": -6.104049, - "split": -7.202661, - "standard": -6.509514, - "string": -7.202661, - "string.": -6.104049, - "super": -7.202661, - "symbols": -7.202661, - "table": -6.104049, - "text_ended": -7.202661, - "the": -6.104049, - "to": -6.104049, - "type": -4.804766, - "value": -6.509514, - "values": -6.509514, - "|": -5.256751, + "!": -4.570738, + "\"": -7.135687, + "(": -5.749393, + ")": -5.749393, + "*": -3.580339, + "+": -5.056246, + "-": -0.345590, + ".": -4.938463, + "<-()]>": -6.442540, + "": -6.442540, + "": -5.749393, + "": -6.037075, + "=": -4.833102, + ">": -5.056246, + "ABAP_BOOL": -7.135687, + "C": -7.135687, + "CLASS": -6.442540, + "CL_CSV_PARSER": -5.343928, + "CONSTRUCTOR": -7.135687, + "CSV": -7.135687, + "CSVSTRING": -7.135687, + "CX": -7.135687, + "CX_CSV_PARSE_ERROR": -7.135687, + "DEFINITION": -6.442540, + "DELEGATE": -7.135687, + "Get": -7.135687, + "IF_CSV_PARSER_DELEGATE": -7.135687, + "IMPLEMENTATION": -6.442540, + "Instance": -6.442540, + "Method": -6.442540, + "Parse": -7.135687, + "Private": -7.135687, + "Public": -7.135687, + "REF": -7.135687, + "RETURNING": -6.442540, + "SEPARATOR": -7.135687, + "SIGNATURE": -6.442540, + "SKIP_FIRST_LINE": -7.135687, + "STRING": -7.135687, + "STRINGTAB": -6.442540, + "Space": -6.442540, + "TO": -7.135687, + "TYPE": -5.343928, + "This": -7.135687, + "[": -5.526249, + "]": -5.749393, + "_LINES": -7.135687, + "_csvstring": -6.442540, + "_delegate": -7.135687, + "_lines": -7.135687, + "_lines.": -7.135687, + "_parse_line": -6.442540, + "_separator": -7.135687, + "_skip_first_line": -7.135687, + "_textindicator": -7.135687, + "`": -5.749393, + "abap": -7.135687, + "abap_bool": -6.442540, + "abap_true.": -6.442540, + "an": -7.135687, + "append": -6.442540, + "assigning": -7.135687, + "at": -6.442540, + "c": -6.442540, + "char": -6.442540, + "cl_abap_char_utilities": -7.135687, + "cl_csv_parser": -6.442540, + "cl_object": -7.135687, + "class": -6.442540, + "clear": -7.135687, + "concatenate": -5.749393, + "constants": -7.135687, + "constructor": -6.442540, + "constructor.": -7.135687, + "cr_lf": -7.135687, + "create": -7.135687, + "csv": -7.135687, + "csvstring": -7.135687, + "csvstring.": -7.135687, + "csvvalue": -5.343928, + "csvvalue.": -5.526249, + "csvvalues.": -6.442540, + "cx_csv_parse_error": -6.442540, + "data": -6.037075, + "definition": -7.135687, + "delegate": -7.135687, + "delegate.": -7.135687, + "do": -6.037075, + "e": -7.135687, + "else.": -5.749393, + "endclass.": -7.135687, + "endif.": -5.343928, + "endmethod.": -6.442540, + "endwhile.": -6.442540, + "error": -7.135687, + "exception": -7.135687, + "exporting": -7.135687, + "field": -7.135687, + "files": -6.037075, + "final": -7.135687, + "formatting": -7.135687, + "from": -7.135687, + "here": -6.037075, + "if_csv_parser_delegate": -7.135687, + "implementation.": -7.135687, + "importing": -7.135687, + "in": -7.135687, + "include": -6.037075, + "indicates": -7.135687, + "inheriting": -7.135687, + "into": -5.343928, + "is_first_line": -7.135687, + "line": -7.135687, + "lines": -5.749393, + "loop": -7.135687, + "message": -6.442540, + "method": -6.442540, + "methods": -6.442540, + "msg.": -6.442540, + "not": -6.037075, + "of": -6.442540, + "other": -6.037075, + "parse": -6.442540, + "pools": -7.135687, + "pos": -6.442540, + "private": -7.135687, + "protected": -7.135687, + "public": -6.037075, + "raise": -7.135687, + "raising": -7.135687, + "ref": -7.135687, + "returning.": -7.135687, + "section.": -6.037075, + "separator": -7.135687, + "separator.": -7.135687, + "skip_first_line": -7.135687, + "skip_first_line.": -7.135687, + "source": -6.037075, + "split": -7.135687, + "standard": -6.442540, + "string": -7.135687, + "string.": -6.037075, + "super": -7.135687, + "symbols": -7.135687, + "table": -6.037075, + "text_ended": -7.135687, + "the": -6.037075, + "to": -6.037075, + "type": -4.737792, + "value": -6.442540, + "values": -6.442540, + "|": -5.189777, }, "ABNF": map[string]float64{ "%": -3.171745, @@ -1376,266 +1376,269 @@ var TokensLogProbabilities = map[string]map[string]float64{ "–": -5.622211, }, "APL": map[string]float64{ - "!": -7.546446, - "#": -7.546446, - "#.": -6.853299, - "#.DISPLAY": -7.546446, - "#.Files.Dir": -7.546446, - "#.UT.appdir": -6.447834, - "#.UT.expect": -7.546446, - "#.UT.run": -7.546446, - "(": -3.521095, - ")": -3.503395, - "+": -5.061540, - ",": -3.080538, - "-": -5.349222, - "/": -4.907389, - "//tryapl.org/": -7.546446, - "/C": -7.546446, - "/Functions": -7.546446, - "/Page": -7.546446, - "/Z": -7.546446, - "/config": -7.546446, - "/input": -7.546446, - "/lines": -7.546446, - "/usr/local/bin/apl": -7.546446, - ":": -3.341754, - ";": -3.341754, - "": -7.546446, - "": -7.546446, - "": -7.546446, - "": -7.546446, - "": -6.853299, - "": -7.546446, - "": -7.546446, - "": -7.546446, - "
":                              -7.546446,
-		"":                           -7.548556,
+		"":                           -6.855409,
+		"":                              -7.548556,
+		"":                             -7.548556,
+		"":                             -7.548556,
+		"
":                              -7.548556,
+		"":                       -5.793014,
-		"":                       -5.793014,
-		"":                         -5.793014,
-		"":                         -5.793014,
-		"":                         -5.793014,
-		"":         -5.793014,
-		"":           -4.694401,
-		"":                       -5.783825,
+		"":                       -5.783825,
+		"":                         -5.783825,
+		"":                         -5.783825,
+		"":                         -5.783825,
+		"":         -5.783825,
+		"":           -4.685213,
+		"":             -8.567126,
-		"":             -6.082219,
-		"":             -8.567126,
-		"":                -5.234921,
-		"":              -6.775366,
-		"":             -7.180831,
-		"":                -5.928068,
-		"":                -6.487684,
-		"":                  -8.567126,
-		"

": -8.567126, - "": -4.318630, - "": -6.775366, - "
": -7.468513, - "
": -6.775366, - "