#if !lexer_h
#define lexer_h 1
+#include "var.h"
+#include <ctype.h>
#include "bool.h"
/* Returns nonzero if character CH may be the first character in an
T_N_KEYWORDS = T_LAST_KEYWORD - T_FIRST_KEYWORD + 1
};
-
extern int token;
extern double tokval;
-extern char tokid[9];
+extern char tokid[LONG_NAME_LEN + 1];
extern struct string tokstr;
#include <stddef.h>
int lex_id_match_len (const char *keyword_string, size_t keyword_len,
const char *token_string, size_t token_len);
int lex_id_match (const char *keyword_string, const char *token_string);
+int lex_id_to_token (const char *id, size_t len);
/* Weird token functions. */
int lex_look_ahead (void);