ralsina/tartrazine
1
0
Fork 0
mirror of https://github.com/ralsina/tartrazine.git synced 2025-06-19 22:53:05 -03:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

tokenizer: cleanup & attributions

Browse Source 
Signed-off-by: Alexander Bezzubov <bzz@apache.org>
This commit is contained in:
Alexander Bezzubov
2019-04-08 16:52:26 +02:00
parent 8756fbdcb4
commit 7929933eb5
4 changed files with 4 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
internal/tokenizer/flex/linguist.h
View File

@ -1,3 +1,4 @@
// https://github.com/github/linguist/blob/f72f2a21dfe80ebd16af3bc6216da75cd983a4f6/ext/linguist/linguist.h#L1
enum tokenizer_type {
NO_ACTION,
REGULAR_TOKEN,
@ -10,11 +11,5 @@ struct tokenizer_extra {
enum tokenizer_type type;
};
// #include <stddef.h>
// #ifdef __APPLE__
// char *strndup(const char *s1, size_t n);
// #elif defined(_WIN32) || defined(_WIN64)
// char *strndup(const char *s1, size_t n);
// #pragma warning (disable: 4244)
// #endif // _WIN32 || _WIN64
// TODO(bzz) port Win support from
// https://github.com/github/linguist/commit/8e912b4d8bf2aef7948de59eba48b75cfcbc97e0