diff --git a/.travis.yml b/.travis.yml
index db1648b..c7afb06 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,8 +1,9 @@
dist: trusty
language: go
go:
- - '1.12.x'
- - '1.11.x'
+ - '1.14.x'
+ - '1.13.x'
+
env:
global:
- GO_VERSION_FOR_JVM='1.11.x'
@@ -12,8 +13,6 @@ env:
matrix:
- ONIGURUMA=0
- ONIGURUMA=1
-matrix:
- fast_finish: true
stages:
- name: test
@@ -22,7 +21,6 @@ stages:
- name: publish
if: tag IS present
-stage: test
install:
- >
if [[ "${ONIGURUMA}" -gt 0 ]]; then
@@ -36,7 +34,7 @@ install:
sudo dpkg -i "libonig-dev_${ONIGURUMA_VERSION}-1_amd64.deb"
fi;
script:
- - make test-coverage
+ - go test ./...
after_success:
- bash <(curl -s https://codecov.io/bash)
diff --git a/data/frequencies.go b/data/frequencies.go
index 3a4298a..4e1d965 100644
--- a/data/frequencies.go
+++ b/data/frequencies.go
@@ -541,158 +541,158 @@ var TokensLogProbabilities = map[string]map[string]float64{
"\ufeff": -8.978471,
},
"ABAP": map[string]float64{
- "!": -4.637712,
- "\"": -7.202661,
- "(": -5.816367,
- ")": -5.816367,
- "*": -3.619142,
- "+": -5.005437,
- "-": -0.322277,
- ".": -5.005437,
- "<-()]>": -6.509514,
- "": -6.509514,
- "": -5.816367,
- "": -6.104049,
- "=": -4.900076,
- ">": -5.123220,
- "ABAP_BOOL": -7.202661,
- "C": -7.202661,
- "CLASS": -6.509514,
- "CL_CSV_PARSER": -5.410902,
- "CONSTRUCTOR": -7.202661,
- "CSV": -7.202661,
- "CSVSTRING": -7.202661,
- "CX": -7.202661,
- "CX_CSV_PARSE_ERROR": -7.202661,
- "DEFINITION": -6.509514,
- "DELEGATE": -7.202661,
- "Get": -7.202661,
- "IF_CSV_PARSER_DELEGATE": -7.202661,
- "IMPLEMENTATION": -6.509514,
- "Instance": -6.509514,
- "Method": -6.509514,
- "Parse": -7.202661,
- "Private": -7.202661,
- "Public": -7.202661,
- "REF": -7.202661,
- "RETURNING": -7.202661,
- "SEPARATOR": -7.202661,
- "SIGNATURE": -6.509514,
- "SKIP_FIRST_LINE": -7.202661,
- "STRING": -7.202661,
- "STRINGTAB": -6.104049,
- "Space": -6.509514,
- "TO": -7.202661,
- "TYPE": -5.256751,
- "This": -7.202661,
- "[": -5.593223,
- "]": -5.816367,
- "_LINES": -7.202661,
- "_csvstring": -6.509514,
- "_delegate": -7.202661,
- "_lines": -7.202661,
- "_lines.": -7.202661,
- "_parse_line": -6.509514,
- "_separator": -7.202661,
- "_skip_first_line": -7.202661,
- "_textindicator": -7.202661,
- "`": -5.816367,
- "abap": -7.202661,
- "abap_bool": -6.509514,
- "abap_true.": -6.509514,
- "an": -7.202661,
- "append": -6.509514,
- "assigning": -7.202661,
- "at": -6.509514,
- "c": -6.509514,
- "char": -6.509514,
- "cl_abap_char_utilities": -7.202661,
- "cl_csv_parser": -6.509514,
- "cl_object": -7.202661,
- "class": -6.509514,
- "clear": -7.202661,
- "concatenate": -5.816367,
- "constants": -7.202661,
- "constructor": -6.509514,
- "constructor.": -7.202661,
- "cr_lf": -7.202661,
- "create": -7.202661,
- "csv": -7.202661,
- "csvstring": -7.202661,
- "csvstring.": -7.202661,
- "csvvalue": -5.410902,
- "csvvalue.": -5.593223,
- "csvvalues.": -6.509514,
- "cx_csv_parse_error": -6.509514,
- "data": -6.104049,
- "definition": -7.202661,
- "delegate": -7.202661,
- "delegate.": -7.202661,
- "do": -6.104049,
- "e": -7.202661,
- "else.": -5.816367,
- "endclass.": -7.202661,
- "endif.": -5.410902,
- "endmethod.": -6.509514,
- "endwhile.": -6.509514,
- "error": -7.202661,
- "exception": -7.202661,
- "exporting": -7.202661,
- "field": -7.202661,
- "files": -6.104049,
- "final": -7.202661,
- "formatting": -7.202661,
- "from": -7.202661,
- "here": -6.104049,
- "if_csv_parser_delegate": -7.202661,
- "implementation.": -7.202661,
- "importing": -7.202661,
- "in": -7.202661,
- "include": -6.104049,
- "indicates": -7.202661,
- "inheriting": -7.202661,
- "into": -5.410902,
- "is_first_line": -7.202661,
- "line": -7.202661,
- "lines": -5.816367,
- "loop": -7.202661,
- "message": -6.509514,
- "method": -6.509514,
- "methods": -6.509514,
- "msg.": -6.509514,
- "not": -6.104049,
- "of": -6.509514,
- "other": -6.104049,
- "parse": -6.509514,
- "pools": -7.202661,
- "pos": -6.509514,
- "private": -7.202661,
- "protected": -7.202661,
- "public": -6.104049,
- "raise": -7.202661,
- "raising": -7.202661,
- "ref": -7.202661,
- "returning.": -7.202661,
- "section.": -6.104049,
- "separator": -7.202661,
- "separator.": -7.202661,
- "skip_first_line": -7.202661,
- "skip_first_line.": -7.202661,
- "source": -6.104049,
- "split": -7.202661,
- "standard": -6.509514,
- "string": -7.202661,
- "string.": -6.104049,
- "super": -7.202661,
- "symbols": -7.202661,
- "table": -6.104049,
- "text_ended": -7.202661,
- "the": -6.104049,
- "to": -6.104049,
- "type": -4.804766,
- "value": -6.509514,
- "values": -6.509514,
- "|": -5.256751,
+ "!": -4.570738,
+ "\"": -7.135687,
+ "(": -5.749393,
+ ")": -5.749393,
+ "*": -3.580339,
+ "+": -5.056246,
+ "-": -0.345590,
+ ".": -4.938463,
+ "<-()]>": -6.442540,
+ "": -6.442540,
+ "": -5.749393,
+ "": -6.037075,
+ "=": -4.833102,
+ ">": -5.056246,
+ "ABAP_BOOL": -7.135687,
+ "C": -7.135687,
+ "CLASS": -6.442540,
+ "CL_CSV_PARSER": -5.343928,
+ "CONSTRUCTOR": -7.135687,
+ "CSV": -7.135687,
+ "CSVSTRING": -7.135687,
+ "CX": -7.135687,
+ "CX_CSV_PARSE_ERROR": -7.135687,
+ "DEFINITION": -6.442540,
+ "DELEGATE": -7.135687,
+ "Get": -7.135687,
+ "IF_CSV_PARSER_DELEGATE": -7.135687,
+ "IMPLEMENTATION": -6.442540,
+ "Instance": -6.442540,
+ "Method": -6.442540,
+ "Parse": -7.135687,
+ "Private": -7.135687,
+ "Public": -7.135687,
+ "REF": -7.135687,
+ "RETURNING": -6.442540,
+ "SEPARATOR": -7.135687,
+ "SIGNATURE": -6.442540,
+ "SKIP_FIRST_LINE": -7.135687,
+ "STRING": -7.135687,
+ "STRINGTAB": -6.442540,
+ "Space": -6.442540,
+ "TO": -7.135687,
+ "TYPE": -5.343928,
+ "This": -7.135687,
+ "[": -5.526249,
+ "]": -5.749393,
+ "_LINES": -7.135687,
+ "_csvstring": -6.442540,
+ "_delegate": -7.135687,
+ "_lines": -7.135687,
+ "_lines.": -7.135687,
+ "_parse_line": -6.442540,
+ "_separator": -7.135687,
+ "_skip_first_line": -7.135687,
+ "_textindicator": -7.135687,
+ "`": -5.749393,
+ "abap": -7.135687,
+ "abap_bool": -6.442540,
+ "abap_true.": -6.442540,
+ "an": -7.135687,
+ "append": -6.442540,
+ "assigning": -7.135687,
+ "at": -6.442540,
+ "c": -6.442540,
+ "char": -6.442540,
+ "cl_abap_char_utilities": -7.135687,
+ "cl_csv_parser": -6.442540,
+ "cl_object": -7.135687,
+ "class": -6.442540,
+ "clear": -7.135687,
+ "concatenate": -5.749393,
+ "constants": -7.135687,
+ "constructor": -6.442540,
+ "constructor.": -7.135687,
+ "cr_lf": -7.135687,
+ "create": -7.135687,
+ "csv": -7.135687,
+ "csvstring": -7.135687,
+ "csvstring.": -7.135687,
+ "csvvalue": -5.343928,
+ "csvvalue.": -5.526249,
+ "csvvalues.": -6.442540,
+ "cx_csv_parse_error": -6.442540,
+ "data": -6.037075,
+ "definition": -7.135687,
+ "delegate": -7.135687,
+ "delegate.": -7.135687,
+ "do": -6.037075,
+ "e": -7.135687,
+ "else.": -5.749393,
+ "endclass.": -7.135687,
+ "endif.": -5.343928,
+ "endmethod.": -6.442540,
+ "endwhile.": -6.442540,
+ "error": -7.135687,
+ "exception": -7.135687,
+ "exporting": -7.135687,
+ "field": -7.135687,
+ "files": -6.037075,
+ "final": -7.135687,
+ "formatting": -7.135687,
+ "from": -7.135687,
+ "here": -6.037075,
+ "if_csv_parser_delegate": -7.135687,
+ "implementation.": -7.135687,
+ "importing": -7.135687,
+ "in": -7.135687,
+ "include": -6.037075,
+ "indicates": -7.135687,
+ "inheriting": -7.135687,
+ "into": -5.343928,
+ "is_first_line": -7.135687,
+ "line": -7.135687,
+ "lines": -5.749393,
+ "loop": -7.135687,
+ "message": -6.442540,
+ "method": -6.442540,
+ "methods": -6.442540,
+ "msg.": -6.442540,
+ "not": -6.037075,
+ "of": -6.442540,
+ "other": -6.037075,
+ "parse": -6.442540,
+ "pools": -7.135687,
+ "pos": -6.442540,
+ "private": -7.135687,
+ "protected": -7.135687,
+ "public": -6.037075,
+ "raise": -7.135687,
+ "raising": -7.135687,
+ "ref": -7.135687,
+ "returning.": -7.135687,
+ "section.": -6.037075,
+ "separator": -7.135687,
+ "separator.": -7.135687,
+ "skip_first_line": -7.135687,
+ "skip_first_line.": -7.135687,
+ "source": -6.037075,
+ "split": -7.135687,
+ "standard": -6.442540,
+ "string": -7.135687,
+ "string.": -6.037075,
+ "super": -7.135687,
+ "symbols": -7.135687,
+ "table": -6.037075,
+ "text_ended": -7.135687,
+ "the": -6.037075,
+ "to": -6.037075,
+ "type": -4.737792,
+ "value": -6.442540,
+ "values": -6.442540,
+ "|": -5.189777,
},
"ABNF": map[string]float64{
"%": -3.171745,
@@ -1376,266 +1376,269 @@ var TokensLogProbabilities = map[string]map[string]float64{
"–": -5.622211,
},
"APL": map[string]float64{
- "!": -7.546446,
- "#": -7.546446,
- "#.": -6.853299,
- "#.DISPLAY": -7.546446,
- "#.Files.Dir": -7.546446,
- "#.UT.appdir": -6.447834,
- "#.UT.expect": -7.546446,
- "#.UT.run": -7.546446,
- "(": -3.521095,
- ")": -3.503395,
- "+": -5.061540,
- ",": -3.080538,
- "-": -5.349222,
- "/": -4.907389,
- "//tryapl.org/": -7.546446,
- "/C": -7.546446,
- "/Functions": -7.546446,
- "/Page": -7.546446,
- "/Z": -7.546446,
- "/config": -7.546446,
- "/input": -7.546446,
- "/lines": -7.546446,
- "/usr/local/bin/apl": -7.546446,
- ":": -3.341754,
- ";": -3.341754,
- "": -7.546446,
- "