X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Flexer%2Flexer.h;h=f00ca77d2f52deeaa43d4601a6626538b7d3dcfb;hb=81579d9e9f994fb2908f50af41c3eb033d216e58;hp=007c1362e1b54d2e2be0bac1a5fe8bb0c7480f94;hpb=393668423c1c9456fd82db6b30f25de078915da5;p=pspp-builds.git diff --git a/src/language/lexer/lexer.h b/src/language/lexer/lexer.h index 007c1362..f00ca77d 100644 --- a/src/language/lexer/lexer.h +++ b/src/language/lexer/lexer.h @@ -1,94 +1,102 @@ -/* PSPP - computes sample statistics. - Copyright (C) 1997-9, 2000 Free Software Foundation, Inc. - Written by Ben Pfaff . +/* PSPP - a program for statistical analysis. + Copyright (C) 1997-9, 2000, 2010, 2011 Free Software Foundation, Inc. - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of the - License, or (at your option) any later version. + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. - This program is distributed in the hope that it will be useful, but - WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU - General Public License for more details. + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA - 02110-1301, USA. */ + along with this program. If not, see . */ #if !lexer_h #define lexer_h 1 -#include #include #include +#include -#include - +#include "data/identifier.h" +#include "data/variable.h" +#include "libpspp/getl.h" -extern int token; -extern double tokval; -extern char tokid[LONG_NAME_LEN + 1]; -extern struct string tokstr; - -#include +struct lexer; /* Initialization. */ -void lex_init (void); -void lex_done (void); +struct lexer * lex_create (struct source_stream *); +void lex_destroy (struct lexer *); + +/* State accessors */ +struct source_stream * lex_get_source_stream (const struct lexer *); +enum syntax_mode lex_current_syntax_mode (const struct lexer *); +enum error_mode lex_current_error_mode (const struct lexer *); /* Common functions. */ -void lex_get (void); -void lex_error (const char *, ...); +void lex_get (struct lexer *); +void lex_error (struct lexer *, const char *, ...); void lex_sbc_only_once (const char *); -void lex_sbc_missing (const char *); -int lex_end_of_command (void); +void lex_sbc_missing (struct lexer *, const char *); +int lex_end_of_command (struct lexer *); /* Token testing functions. */ -bool lex_is_number (void); -double lex_number (void); -bool lex_is_integer (void); -long lex_integer (void); +bool lex_is_number (struct lexer *); +double lex_number (struct lexer *); +bool lex_is_integer (struct lexer *); +long lex_integer (struct lexer *); +bool lex_is_string (struct lexer *); + /* Token matching functions. */ -int lex_match (int); -int lex_match_id (const char *); -int lex_match_int (int); +bool lex_match (struct lexer *, enum token_type); +bool lex_match_id (struct lexer *, const char *); +bool lex_match_id_n (struct lexer *, const char *, size_t n); +bool lex_match_int (struct lexer *, int); +bool lex_match_hyphenated_word (struct lexer *lexer, const char *s); + /* Forcible matching functions. */ -int lex_force_match (int); -int lex_force_match_id (const char *); -int lex_force_int (void); -int lex_force_num (void); -int lex_force_id (void); -int lex_force_string (void); - +bool lex_force_match (struct lexer *, enum token_type); +bool lex_force_match_id (struct lexer *, const char *); +bool lex_force_int (struct lexer *); +bool lex_force_num (struct lexer *); +bool lex_force_id (struct lexer *); +bool lex_force_string (struct lexer *); + /* Weird token functions. */ -int lex_look_ahead (void); -void lex_put_back (int); -void lex_put_back_id (const char *tokid); +enum token_type lex_look_ahead (struct lexer *); +void lex_put_back (struct lexer *, enum token_type); /* Weird line processing functions. */ -const char *lex_entire_line (void); -const char *lex_rest_of_line (int *end_dot); -void lex_discard_line (void); -void lex_set_prog (char *p); -void lex_discard_rest_of_command (void); +const char *lex_entire_line (const struct lexer *); +const struct string *lex_entire_line_ds (const struct lexer *); +const char *lex_rest_of_line (const struct lexer *); +bool lex_end_dot (const struct lexer *); +void lex_preprocess_line (struct string *, enum syntax_mode, + bool *line_starts_command, + bool *line_ends_command); +void lex_discard_line (struct lexer *); +void lex_discard_rest_of_command (struct lexer *); /* Weird line reading functions. */ -bool lex_get_line (void); +bool lex_get_line (struct lexer *); +bool lex_get_line_raw (struct lexer *); /* Token names. */ -const char *lex_token_name (int); -char *lex_token_representation (void); +const char *lex_token_name (enum token_type); +char *lex_token_representation (struct lexer *); -/* Really weird functions. */ -void lex_negative_to_dash (void); -void lex_reset_eof (void); -void lex_skip_comment (void); +/* Token accessors */ +enum token_type lex_token (const struct lexer *); +double lex_tokval (const struct lexer *); +const char *lex_tokcstr (const struct lexer *); +struct substring lex_tokss (const struct lexer *); -int parse_format_specifier (struct fmt_spec *input, enum fmt_parse_flags); -int parse_format_specifier_name (const char **cp, enum fmt_parse_flags); +/* Really weird functions. */ +void lex_skip_comment (struct lexer *); #endif /* !lexer_h */