/* common */
+#include "filepos.h"
#include "inline.h"
+#include "strbuf.h"
/* Tokens */
-typedef enum Token {
+typedef enum token_t {
TOK_NONE, /* Start value, invalid */
TOK_EOF, /* End of input file */
TOK_SEP, /* Separator (usually newline) */
TOK_ULABEL, /* :++ or :-- */
TOK_EQ, /* = */
- TOK_NE, /* <> */
+ TOK_NE, /* <> */
TOK_LT, /* < */
TOK_GT, /* > */
TOK_LE, /* <= */
TOK_BOOLNOT, /* .not */
TOK_PLUS, /* + */
- TOK_MINUS, /* - */
+ TOK_MINUS, /* - */
TOK_MUL, /* * */
TOK_STAR = TOK_MUL, /* Alias */
TOK_DIV, /* / */
TOK_MOD, /* ! */
- TOK_OR, /* | */
+ TOK_OR, /* | */
TOK_XOR, /* ^ */
TOK_BANK = TOK_XOR, /* Alias */
TOK_AND, /* & */
TOK_LASTPSEUDO = TOK_ZEROPAGE,
TOK_COUNT /* Count of tokens */
-} Token;
+} token_t;
+
+
+
+/* Complete token including attributes and flags */
+typedef struct Token Token;
+struct Token {
+ token_t Tok; /* The actual token value */
+ int WS; /* Flag for "whitespace before token" */
+ long IVal; /* Integer attribute value */
+ StrBuf SVal; /* String attribute value */
+ FilePos Pos; /* Position from which token was read */
+};
+
+/* Initializer value for a token */
+#define STATIC_TOKEN_INITIALIZER { \
+ TOK_NONE, \
+ 0, \
+ 0, \
+ STATIC_STRBUF_INITIALIZER, \
+ STATIC_FILEPOS_INITIALIZER \
+}
-int TokHasSVal (Token Tok);
+int TokHasSVal (token_t Tok);
/* Return true if the given token has an attached SVal */
-int TokHasIVal (Token Tok);
+int TokHasIVal (token_t Tok);
/* Return true if the given token has an attached IVal */
#if defined(HAVE_INLINE)
-INLINE int TokIsSep (enum Token T)
+INLINE int TokIsSep (enum token_t T)
/* Return true if this is a separator token */
{
return (T == TOK_SEP || T == TOK_EOF);
}
#else
-# define TokIsSep(T) (T == TOK_SEP || T == TOK_EOF)
+# define TokIsSep(T) ((T) == TOK_SEP || (T) == TOK_EOF)
#endif
+void CopyToken (Token* Dst, const Token* Src);
+/* Copy a token. The current value of Dst.SVal is free'd, so Dst must be
+ * initialized.
+ */
+
/* End of token.h */