mirror of
https://github.com/ralsina/tartrazine.git
synced 2024-11-12 22:42:23 +00:00
21 lines
400 B
C
21 lines
400 B
C
enum tokenizer_type {
|
|
NO_ACTION,
|
|
REGULAR_TOKEN,
|
|
SHEBANG_TOKEN,
|
|
SGML_TOKEN,
|
|
};
|
|
|
|
struct tokenizer_extra {
|
|
char *token;
|
|
enum tokenizer_type type;
|
|
};
|
|
|
|
// #include <stddef.h>
|
|
|
|
// #ifdef __APPLE__
|
|
// char *strndup(const char *s1, size_t n);
|
|
// #elif defined(_WIN32) || defined(_WIN64)
|
|
// char *strndup(const char *s1, size_t n);
|
|
// #pragma warning (disable: 4244)
|
|
// #endif // _WIN32 || _WIN64
|