1 /* PSPP - a program for statistical analysis.
2 Copyright (C) 2010, 2011 Free Software Foundation, Inc.
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>. */
22 #include "libpspp/str.h"
23 #include "data/identifier.h"
25 /* A PSPP syntax token.
27 The 'type' member is used by the scanner (see scan.h) for SCAN_* values as
28 well, which is why it is not declared as type "enum token_type". */
31 int type; /* Usually a "enum token_type" value. */
33 struct substring string;
36 void token_copy (struct token *, const struct token *);
37 void token_uninit (struct token *);
39 bool token_equal (const struct token *, const struct token *);
41 char *token_to_string (const struct token *);
43 void token_print (const struct token *, FILE *);
52 void tokens_copy (struct tokens *, const struct tokens *);
53 void tokens_uninit (struct tokens *);
54 void tokens_add (struct tokens *, const struct token *);