X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Flexer%2Flexer.h;h=7383927eef9cedb8b25e1b640fb3a8a6dc82b4a4;hb=0cd7c010e3e5c316ef0eb0317fb7f408d164679d;hp=01c4e91501350cba83aaedab7931fc6434d144a1;hpb=0df9cdd3df66caf4353128feff3008289cda8115;p=pspp diff --git a/src/language/lexer/lexer.h b/src/language/lexer/lexer.h index 01c4e91501..7383927eef 100644 --- a/src/language/lexer/lexer.h +++ b/src/language/lexer/lexer.h @@ -53,6 +53,7 @@ struct lex_reader const struct lex_reader_class *class; enum lex_syntax_mode syntax; enum lex_error_mode error; + char *encoding; char *file_name; /* NULL if not associated with a file. */ int line_number; /* 1-based initial line number, 0 if none. */ }; @@ -85,10 +86,10 @@ struct lex_reader *lex_reader_for_file (const char *file_name, const char *encoding, enum lex_syntax_mode syntax, enum lex_error_mode error); -struct lex_reader *lex_reader_for_string (const char *); -struct lex_reader *lex_reader_for_format (const char *, ...) - PRINTF_FORMAT (1, 2); -struct lex_reader *lex_reader_for_substring_nocopy (struct substring); +struct lex_reader *lex_reader_for_string (const char *, const char *encoding); +struct lex_reader *lex_reader_for_format (const char *, const char *, ...) + PRINTF_FORMAT (1, 3); +struct lex_reader *lex_reader_for_substring_nocopy (struct substring, const char *encoding); /* Initialization. */ struct lexer *lex_create (void); @@ -123,13 +124,13 @@ bool lex_match_int (struct lexer *, int); bool lex_match_phrase (struct lexer *, const char *s); /* Forcible matching functions. */ -bool lex_force_match (struct lexer *, enum token_type); -bool lex_force_match_id (struct lexer *, const char *); -bool lex_force_int (struct lexer *); -bool lex_force_num (struct lexer *); -bool lex_force_id (struct lexer *); -bool lex_force_string (struct lexer *); -bool lex_force_string_or_id (struct lexer *); +bool lex_force_match (struct lexer *, enum token_type) WARN_UNUSED_RESULT; +bool lex_force_match_id (struct lexer *, const char *) WARN_UNUSED_RESULT; +bool lex_force_int (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_num (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_id (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_string (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_string_or_id (struct lexer *) WARN_UNUSED_RESULT; /* Token accessors. */ enum token_type lex_token (const struct lexer *); @@ -150,6 +151,7 @@ int lex_get_last_line_number (const struct lexer *, int n); int lex_get_first_column (const struct lexer *, int n); int lex_get_last_column (const struct lexer *, int n); const char *lex_get_file_name (const struct lexer *); +const char *lex_get_encoding (const struct lexer *); /* Issuing errors. */ void lex_error (struct lexer *, const char *, ...) PRINTF_FORMAT (2, 3);