many others, a complete list can be found in the file AUTHORS.
This program is Free Software; you can redistribute it and/or
modify it under the terms of version two of the GNU General Public
- License as published by the Free Software Foundation plus additions
- that are listed in the file LICENSE.
+ License as published by the Free Software Foundation and included
+ in the file LICENSE.
This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
#define T_COMMA 111
#define T_EOL 112
#define T_ERROR 200
-#define T_UNICODE_MARK 201
+#define T_UTF8_BOM 201 /* File starts with a UTF-8 BOM*/
+#define T_UTF16_BOM 202 /* File starts with a UTF-16LE BOM*/
/*
* The following will be returned only if
lex_identifier,
lex_string,
lex_quoted_string,
+ lex_include_quoted_string,
lex_include,
- lex_unicode_mark
+ lex_utf8_bom, /* we are parsing out a utf8 byte order mark */
+ lex_utf16_le_bom /* we are parsing out a utf-16 (little endian) byte order mark */
};
/* Lex scan options */