/* common */
+#include "filepos.h"
#include "inline.h"
+#include "strbuf.h"
-/* Tokens */
+/* Tokens */
typedef enum token_t {
TOK_NONE, /* Start value, invalid */
TOK_EOF, /* End of input file */
TOK_ULABEL, /* :++ or :-- */
TOK_EQ, /* = */
- TOK_NE, /* <> */
+ TOK_NE, /* <> */
TOK_LT, /* < */
TOK_GT, /* > */
TOK_LE, /* <= */
TOK_BOOLNOT, /* .not */
TOK_PLUS, /* + */
- TOK_MINUS, /* - */
+ TOK_MINUS, /* - */
TOK_MUL, /* * */
TOK_STAR = TOK_MUL, /* Alias */
TOK_DIV, /* / */
TOK_MOD, /* ! */
- TOK_OR, /* | */
+ TOK_OR, /* | */
TOK_XOR, /* ^ */
TOK_BANK = TOK_XOR, /* Alias */
TOK_AND, /* & */
TOK_DEBUGINFO,
TOK_DEFINE,
TOK_DEFINED,
+ TOK_DELMAC,
TOK_DESTRUCTOR,
TOK_DWORD,
TOK_ELSE,
TOK_TAG,
TOK_TCOUNT,
TOK_TIME,
+ TOK_UNDEF,
TOK_UNION,
TOK_VERSION,
TOK_WARNING,
+/* Complete token including attributes and flags */
+typedef struct Token Token;
+struct Token {
+ token_t Tok; /* The actual token value */
+ int WS; /* Flag for "whitespace before token" */
+ long IVal; /* Integer attribute value */
+ StrBuf SVal; /* String attribute value */
+ FilePos Pos; /* Position from which token was read */
+};
+
+/* Initializer value for a token */
+#define STATIC_TOKEN_INITIALIZER { \
+ TOK_NONE, \
+ 0, \
+ 0, \
+ STATIC_STRBUF_INITIALIZER, \
+ STATIC_FILEPOS_INITIALIZER \
+}
+
+
+
/*****************************************************************************/
/* Code */
/*****************************************************************************/
# define TokIsSep(T) ((T) == TOK_SEP || (T) == TOK_EOF)
#endif
+void CopyToken (Token* Dst, const Token* Src);
+/* Copy a token. The current value of Dst.SVal is free'd, so Dst must be
+ * initialized.
+ */
+
/* End of token.h */