X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Flexer%2Flexer.h;h=7383927eef9cedb8b25e1b640fb3a8a6dc82b4a4;hb=ad4f9604cc877272fe504234e8b9078a7ce76e17;hp=87b1e2e7233e624487a8f3d97111990d68c2919b;hpb=693ac90cdac91d29870f303b88763a3685b3f341;p=pspp diff --git a/src/language/lexer/lexer.h b/src/language/lexer/lexer.h index 87b1e2e723..7383927eef 100644 --- a/src/language/lexer/lexer.h +++ b/src/language/lexer/lexer.h @@ -1,5 +1,5 @@ /* PSPP - a program for statistical analysis. - Copyright (C) 1997-9, 2000, 2010, 2011, 2013 Free Software Foundation, Inc. + Copyright (C) 1997-9, 2000, 2010, 2011, 2013, 2014 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -19,6 +19,7 @@ #include #include +#include #include "data/identifier.h" #include "data/variable.h" @@ -52,6 +53,7 @@ struct lex_reader const struct lex_reader_class *class; enum lex_syntax_mode syntax; enum lex_error_mode error; + char *encoding; char *file_name; /* NULL if not associated with a file. */ int line_number; /* 1-based initial line number, 0 if none. */ }; @@ -84,10 +86,10 @@ struct lex_reader *lex_reader_for_file (const char *file_name, const char *encoding, enum lex_syntax_mode syntax, enum lex_error_mode error); -struct lex_reader *lex_reader_for_string (const char *); -struct lex_reader *lex_reader_for_format (const char *, ...) - PRINTF_FORMAT (1, 2); -struct lex_reader *lex_reader_for_substring_nocopy (struct substring); +struct lex_reader *lex_reader_for_string (const char *, const char *encoding); +struct lex_reader *lex_reader_for_format (const char *, const char *, ...) + PRINTF_FORMAT (1, 3); +struct lex_reader *lex_reader_for_substring_nocopy (struct substring, const char *encoding); /* Initialization. */ struct lexer *lex_create (void); @@ -122,13 +124,13 @@ bool lex_match_int (struct lexer *, int); bool lex_match_phrase (struct lexer *, const char *s); /* Forcible matching functions. */ -bool lex_force_match (struct lexer *, enum token_type); -bool lex_force_match_id (struct lexer *, const char *); -bool lex_force_int (struct lexer *); -bool lex_force_num (struct lexer *); -bool lex_force_id (struct lexer *); -bool lex_force_string (struct lexer *); -bool lex_force_string_or_id (struct lexer *); +bool lex_force_match (struct lexer *, enum token_type) WARN_UNUSED_RESULT; +bool lex_force_match_id (struct lexer *, const char *) WARN_UNUSED_RESULT; +bool lex_force_int (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_num (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_id (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_string (struct lexer *) WARN_UNUSED_RESULT; +bool lex_force_string_or_id (struct lexer *) WARN_UNUSED_RESULT; /* Token accessors. */ enum token_type lex_token (const struct lexer *); @@ -149,6 +151,7 @@ int lex_get_last_line_number (const struct lexer *, int n); int lex_get_first_column (const struct lexer *, int n); int lex_get_last_column (const struct lexer *, int n); const char *lex_get_file_name (const struct lexer *); +const char *lex_get_encoding (const struct lexer *); /* Issuing errors. */ void lex_error (struct lexer *, const char *, ...) PRINTF_FORMAT (2, 3);