X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Fdata-io%2Fprint.c;h=9768c4535af36bd8962b429f7e667cd570b059d1;hb=refs%2Fheads%2Flexer;hp=f6ba6e9096afd2373508877d73af314d8e09cd3f;hpb=8e018d25310cb53e5339b46e95f0abe02db83782;p=pspp diff --git a/src/language/data-io/print.c b/src/language/data-io/print.c index f6ba6e9096..9768c4535a 100644 --- a/src/language/data-io/print.c +++ b/src/language/data-io/print.c @@ -1,46 +1,47 @@ -/* PSPP - computes sample statistics. - Copyright (C) 1997-9, 2000 Free Software Foundation, Inc. - Written by Ben Pfaff . +/* PSPP - a program for statistical analysis. + Copyright (C) 1997-9, 2000, 2006, 2009, 2010, 2011, 2012 Free Software Foundation, Inc. - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of the - License, or (at your option) any later version. + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. - This program is distributed in the hope that it will be useful, but - WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU - General Public License for more details. + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA - 02110-1301, USA. */ + along with this program. If not, see . */ #include #include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include +#include "data/case.h" +#include "data/dataset.h" +#include "data/data-out.h" +#include "data/format.h" +#include "data/transformations.h" +#include "data/variable.h" +#include "language/command.h" +#include "language/data-io/data-writer.h" +#include "language/data-io/file-handle.h" +#include "language/data-io/placement-parser.h" +#include "language/lexer/format-parser.h" +#include "language/lexer/lexer.h" +#include "language/lexer/variable-parser.h" +#include "libpspp/assertion.h" +#include "libpspp/compiler.h" +#include "libpspp/i18n.h" +#include "libpspp/ll.h" +#include "libpspp/message.h" +#include "libpspp/misc.h" +#include "libpspp/pool.h" +#include "output/tab.h" +#include "output/text-item.h" + +#include "gl/xalloc.h" #include "gettext.h" #define _(msgid) gettext (msgid) @@ -49,7 +50,11 @@ enum field_type { PRT_LITERAL, /* Literal string. */ - PRT_VAR /* Variable. */ + PRT_VAR, /* Variable. */ + PRT_ADVANCE, /* Skip forward N positions. */ + PRT_GOTO, /* Go to absolute position N. */ + PRT_NEWLINE, /* Output the constructed line. */ + PRT_EJECT /* Eject the output page. */ }; /* Describes how to output one field. */ @@ -58,20 +63,19 @@ struct prt_out_spec /* All fields. */ struct ll ll; /* In struct print_trns `specs' list. */ enum field_type type; /* What type of field this is. */ - int record; /* 1-based record number. */ int first_column; /* 0-based first column. */ /* PRT_VAR only. */ - struct variable *var; /* Associated variable. */ + const struct variable *var; /* Associated variable. */ struct fmt_spec format; /* Output spec. */ - bool add_space; /* Add trailing space? */ + bool sysmis_as_spaces; /* Output SYSMIS as spaces? */ /* PRT_LITERAL only. */ struct string string; /* String to output. */ }; static inline struct prt_out_spec * -ll_to_prt_out_spec (struct ll *ll) +ll_to_prt_out_spec (struct ll *ll) { return ll_data (ll, struct prt_out_spec, ll); } @@ -80,138 +84,157 @@ ll_to_prt_out_spec (struct ll *ll) struct print_trns { struct pool *pool; /* Stores related data. */ - bool eject; /* Eject page before printing? */ - bool omit_new_lines; /* Omit new-line characters? */ + const char *encoding; /* Encoding to use for output. */ struct dfm_writer *writer; /* Output file, NULL=listing file. */ struct ll_list specs; /* List of struct prt_out_specs. */ - size_t record_cnt; /* Number of records to write. */ - struct string line; /* Output buffer. */ + struct u8_line line; /* Output buffer. */ + + int unit; /* Unit width, in bytes. */ + char one[MAX_UNIT]; /* '1' in encoding, 'unit' bytes long. */ + char space[MAX_UNIT]; /* \n in encoding, 'unit' bytes long. */ }; enum which_formats { - PRINT, + PRINT, WRITE }; -static int internal_cmd_print (enum which_formats, bool eject); +static int internal_cmd_print (struct lexer *, struct dataset *ds, + enum which_formats, bool eject); static trns_proc_func print_trns_proc; static trns_free_func print_trns_free; -static bool parse_specs (struct pool *tmp_pool, struct print_trns *, - enum which_formats); +static bool parse_specs (struct lexer *, struct pool *tmp_pool, struct print_trns *, + struct dictionary *dict, enum which_formats); static void dump_table (struct print_trns *, const struct file_handle *); /* Basic parsing. */ /* Parses PRINT command. */ int -cmd_print (void) +cmd_print (struct lexer *lexer, struct dataset *ds) { - return internal_cmd_print (PRINT, false); + return internal_cmd_print (lexer, ds, PRINT, false); } /* Parses PRINT EJECT command. */ int -cmd_print_eject (void) +cmd_print_eject (struct lexer *lexer, struct dataset *ds) { - return internal_cmd_print (PRINT, true); + return internal_cmd_print (lexer, ds, PRINT, true); } /* Parses WRITE command. */ int -cmd_write (void) +cmd_write (struct lexer *lexer, struct dataset *ds) { - return internal_cmd_print (WRITE, false); + return internal_cmd_print (lexer, ds, WRITE, false); } /* Parses the output commands. */ static int -internal_cmd_print (enum which_formats which_formats, bool eject) +internal_cmd_print (struct lexer *lexer, struct dataset *ds, + enum which_formats which_formats, bool eject) { bool print_table = 0; struct print_trns *trns; struct file_handle *fh = NULL; + char *encoding = NULL; struct pool *tmp_pool; + int record_cnt = 0; /* Fill in prt to facilitate error-handling. */ trns = pool_create_container (struct print_trns, pool); trns->eject = eject; trns->writer = NULL; - trns->record_cnt = 0; ll_init (&trns->specs); - ds_init_empty (&trns->line); - ds_register_pool (&trns->line, trns->pool); + u8_line_init (&trns->line); + u8_line_register_pool (&trns->line, trns->pool); tmp_pool = pool_create_subpool (trns->pool); /* Parse the command options. */ - while (token != '/') + while (lex_token (lexer) != T_SLASH && lex_token (lexer) != T_ENDCMD) { - if (lex_match_id ("OUTFILE")) + if (lex_match_id (lexer, "OUTFILE")) { - lex_match ('='); + lex_match (lexer, T_EQUALS); - fh = fh_parse (FH_REF_FILE); + fh = fh_parse (lexer, FH_REF_FILE, NULL); if (fh == NULL) goto error; } - else if (lex_match_id ("RECORDS")) + else if (lex_match_id (lexer, "ENCODING")) { - lex_match ('='); - lex_match ('('); - if (!lex_force_int ()) + lex_match (lexer, T_EQUALS); + if (!lex_force_string (lexer)) goto error; - trns->record_cnt = lex_integer (); - lex_get (); - lex_match (')'); + + free (encoding); + encoding = ss_xstrdup (lex_tokss (lexer)); + + lex_get (lexer); } - else if (lex_match_id ("TABLE")) + else if (lex_match_id (lexer, "RECORDS")) + { + lex_match (lexer, T_EQUALS); + lex_match (lexer, T_LPAREN); + if (!lex_force_int (lexer)) + goto error; + record_cnt = lex_integer (lexer); + lex_get (lexer); + lex_match (lexer, T_RPAREN); + } + else if (lex_match_id (lexer, "TABLE")) print_table = true; - else if (lex_match_id ("NOTABLE")) + else if (lex_match_id (lexer, "NOTABLE")) print_table = false; else { - lex_error (_("expecting a valid subcommand")); + lex_error (lexer, _("expecting a valid subcommand")); goto error; } } /* Parse variables and strings. */ - if (!parse_specs (tmp_pool, trns, which_formats)) + if (!parse_specs (lexer, tmp_pool, trns, dataset_dict (ds), which_formats)) goto error; - if (lex_end_of_command () != CMD_SUCCESS) + if (lex_end_of_command (lexer) != CMD_SUCCESS) goto error; if (fh != NULL) { - trns->writer = dfm_open_writer (fh); + trns->writer = dfm_open_writer (fh, encoding); if (trns->writer == NULL) goto error; - - trns->omit_new_lines = (which_formats == WRITE - && fh_get_mode (fh) == FH_MODE_BINARY); + trns->encoding = dfm_writer_get_encoding (trns->writer); } + else + trns->encoding = UTF8; /* Output the variable table if requested. */ if (print_table) dump_table (trns, fh); /* Put the transformation in the queue. */ - add_transformation (print_trns_proc, print_trns_free, trns); + add_transformation (ds, print_trns_proc, print_trns_free, trns); pool_destroy (tmp_pool); + fh_unref (fh); return CMD_SUCCESS; error: print_trns_free (trns); + fh_unref (fh); return CMD_FAILURE; } -static bool parse_string_argument (struct print_trns *, +static bool parse_string_argument (struct lexer *, struct print_trns *, int record, int *column); -static bool parse_variable_argument (struct print_trns *, +static bool parse_variable_argument (struct lexer *, const struct dictionary *, + struct print_trns *, struct pool *tmp_pool, int *record, int *column, enum which_formats); @@ -220,30 +243,39 @@ static bool parse_variable_argument (struct print_trns *, PRINT, PRINT EJECT, or WRITE command into the prt structure. Returns success. */ static bool -parse_specs (struct pool *tmp_pool, struct print_trns *trns, +parse_specs (struct lexer *lexer, struct pool *tmp_pool, struct print_trns *trns, + struct dictionary *dict, enum which_formats which_formats) { int record = 0; int column = 1; - while (token != '.') + if (lex_token (lexer) == T_ENDCMD) + { + trns->record_cnt = 1; + return true; + } + + while (lex_token (lexer) != T_ENDCMD) { bool ok; - if (!parse_record_placement (&record, &column)) + if (!parse_record_placement (lexer, &record, &column)) return false; - if (token == T_STRING) - ok = parse_string_argument (trns, record, &column); + if (lex_is_string (lexer)) + ok = parse_string_argument (lexer, trns, record, &column); else - ok = parse_variable_argument (trns, tmp_pool, &record, &column, + ok = parse_variable_argument (lexer, dict, trns, tmp_pool, &record, &column, which_formats); if (!ok) return 0; + + lex_match (lexer, T_COMMA); } if (trns->record_cnt != 0 && trns->record_cnt != record) - msg (SW, _("Output calls for %d records but %d specified on RECORDS " + msg (SW, _("Output calls for %d records but %zu specified on RECORDS " "subcommand."), record, trns->record_cnt); trns->record_cnt = record; @@ -253,24 +285,25 @@ parse_specs (struct pool *tmp_pool, struct print_trns *trns, /* Parses a string argument to the PRINT commands. Returns success. */ static bool -parse_string_argument (struct print_trns *trns, int record, int *column) +parse_string_argument (struct lexer *lexer, struct print_trns *trns, int record, int *column) { struct prt_out_spec *spec = pool_alloc (trns->pool, sizeof *spec); spec->type = PRT_LITERAL; spec->record = record; spec->first_column = *column; - ds_init_string (&spec->string, &tokstr); + ds_init_substring (&spec->string, lex_tokss (lexer)); ds_register_pool (&spec->string, trns->pool); - lex_get (); + lex_get (lexer); /* Parse the included column range. */ - if (lex_is_number ()) + if (lex_is_number (lexer)) { int first_column, last_column; bool range_specified; - if (!parse_column_range (&first_column, &last_column, &range_specified)) - return false; + if (!parse_column_range (lexer, 1, + &first_column, &last_column, &range_specified)) + return false; spec->first_column = first_column; if (range_specified) @@ -286,23 +319,25 @@ parse_string_argument (struct print_trns *trns, int record, int *column) to fixed_parse_compatible() or fixed_parse_fortran() as appropriate. Returns success. */ static bool -parse_variable_argument (struct print_trns *trns, struct pool *tmp_pool, +parse_variable_argument (struct lexer *lexer, const struct dictionary *dict, + struct print_trns *trns, struct pool *tmp_pool, int *record, int *column, enum which_formats which_formats) { - struct variable **vars; + const struct variable **vars; size_t var_cnt, var_idx; struct fmt_spec *formats, *f; size_t format_cnt; bool add_space; - - if (!parse_variables_pool (tmp_pool, - default_dict, &vars, &var_cnt, PV_DUPLICATE)) + + if (!parse_variables_const_pool (lexer, tmp_pool, dict, + &vars, &var_cnt, PV_DUPLICATE)) return false; - if (lex_is_number () || token == '(') + if (lex_is_number (lexer) || lex_token (lexer) == T_LPAREN) { - if (!parse_var_placements (tmp_pool, var_cnt, &formats, &format_cnt)) + if (!parse_var_placements (lexer, tmp_pool, var_cnt, FMT_FOR_OUTPUT, + &formats, &format_cnt)) return false; add_space = false; } @@ -310,27 +345,29 @@ parse_variable_argument (struct print_trns *trns, struct pool *tmp_pool, { size_t i; - lex_match ('*'); - + lex_match (lexer, T_ASTERISK); + formats = pool_nmalloc (tmp_pool, var_cnt, sizeof *formats); format_cnt = var_cnt; - for (i = 0; i < var_cnt; i++) + for (i = 0; i < var_cnt; i++) { - struct variable *v = vars[i]; - formats[i] = which_formats == PRINT ? v->print : v->write; + const struct variable *v = vars[i]; + formats[i] = (which_formats == PRINT + ? *var_get_print_format (v) + : *var_get_write_format (v)); } - add_space = true; + add_space = which_formats == PRINT; } var_idx = 0; for (f = formats; f < &formats[format_cnt]; f++) if (!execute_placement_format (f, record, column)) { - struct variable *var; + const struct variable *var; struct prt_out_spec *spec; var = vars[var_idx++]; - if (!check_specifier_width (f, var->width, true)) + if (!fmt_check_width_compat (f, var_get_width (var))) return false; spec = pool_alloc (trns->pool, sizeof *spec); @@ -340,6 +377,16 @@ parse_variable_argument (struct print_trns *trns, struct pool *tmp_pool, spec->var = var; spec->format = *f; spec->add_space = add_space; + + /* This is a completely bizarre twist for compatibility: + WRITE outputs the system-missing value as a field + filled with spaces, instead of using the normal format + that usually contains a period. */ + spec->sysmis_as_spaces = (which_formats == WRITE + && var_is_numeric (var) + && (fmt_get_category (spec->format.type) + != FMT_CAT_BINARY)); + ll_push_tail (&trns->specs, &spec->ll); *column += f->w + add_space; @@ -360,8 +407,7 @@ dump_table (struct print_trns *trns, const struct file_handle *fh) int row; spec_cnt = ll_count (&trns->specs); - t = tab_create (4, spec_cnt + 1, 0); - tab_columns (t, TAB_COL_DOWN, 1); + t = tab_create (4, spec_cnt + 1); tab_box (t, TAL_1, TAL_1, TAL_0, TAL_1, 0, 0, 3, spec_cnt); tab_hline (t, TAL_2, 0, 3, 1); tab_headers (t, 0, 0, 1, 0); @@ -369,102 +415,165 @@ dump_table (struct print_trns *trns, const struct file_handle *fh) tab_text (t, 1, 0, TAB_CENTER | TAT_TITLE, _("Record")); tab_text (t, 2, 0, TAB_CENTER | TAT_TITLE, _("Columns")); tab_text (t, 3, 0, TAB_CENTER | TAT_TITLE, _("Format")); - tab_dim (t, tab_natural_dimensions); row = 1; - ll_for_each (spec, struct prt_out_spec, ll, &trns->specs) + ll_for_each (spec, struct prt_out_spec, ll, &trns->specs) { + char fmt_string[FMT_STRING_LEN_MAX + 1]; int width; switch (spec->type) { case PRT_LITERAL: - tab_text (t, 0, row, TAB_LEFT | TAB_FIX | TAT_PRINTF, "\"%.*s\"", - (int) ds_length (&spec->string), ds_data (&spec->string)); + tab_text_format (t, 0, row, TAB_LEFT | TAB_FIX, "`%.*s'", + (int) ds_length (&spec->string), + ds_data (&spec->string)); width = ds_length (&spec->string); break; case PRT_VAR: - tab_text (t, 0, row, TAB_LEFT, spec->var->name); + tab_text (t, 0, row, TAB_LEFT, var_get_name (spec->var)); tab_text (t, 3, row, TAB_LEFT | TAB_FIX, - fmt_to_string (&spec->format)); + fmt_to_string (&spec->format, fmt_string)); width = spec->format.w; break; default: NOT_REACHED (); } - tab_text (t, 1, row, TAT_PRINTF, "%d", spec->record); - tab_text (t, 2, row, TAT_PRINTF, "%3d-%3d", - spec->first_column, spec->first_column + width - 1); + tab_text_format (t, 1, row, 0, "%d", spec->record); + tab_text_format (t, 2, row, 0, "%3d-%3d", + spec->first_column, spec->first_column + width - 1); row++; } if (fh != NULL) - tab_title (t, ngettext ("Writing %d record to %s.", - "Writing %d records to %s.", trns->record_cnt), + tab_title (t, ngettext ("Writing %zu record to %s.", + "Writing %zu records to %s.", trns->record_cnt), trns->record_cnt, fh_get_name (fh)); else - tab_title (t, ngettext ("Writing %d record.", - "Writing %d records.", trns->record_cnt), + tab_title (t, ngettext ("Writing %zu record.", + "Writing %zu records.", trns->record_cnt), trns->record_cnt); tab_submit (t); } /* Transformation. */ -static void flush_records (struct print_trns *, - int target_record, int *record); +static void +print_literal (struct print_trns *trns, const struct prt_out_spec *spec) +{ + const char *s = ds_data (&spec->string); + int n = ds_length (&spec->string); + int width = u8_width (s, n, UTF8); + + u8_line_put (&trns->line, x0, x0 + width, s, n); +} + +static void +print_var (struct print_trns *trns, const struct prt_out_spec *spec, + const union value *value) +{ + int x0 = spec->first_column; + + if (!spec->sysmis_as_spaces || input->f != SYSMIS) + { + char *s = data_out (input, var_get_encoding (spec->var), &spec->format); + size_t n = strlen (s); + + x1 = ; + u8_line_put (&trns->line, x0, x1, s, n); + free (s); + } + else + { + x1 = x0 + spec->format.w; + memset (u8_line_reserve (&trns->line, x0, x1, x1 - x0), + ' ', x1 - x0); + } + + +} /* Performs the transformation inside print_trns T on case C. */ static int -print_trns_proc (void *trns_, struct ccase *c, int case_num UNUSED) +print_trns_proc (void *trns_, struct ccase **c, casenumber case_num UNUSED) { struct print_trns *trns = trns_; struct prt_out_spec *spec; - int record; - if (trns->eject) - som_eject_page (); + u8_line_clear (&trns->line); - record = 1; - ds_clear (&trns->line); - ll_for_each (spec, struct prt_out_spec, ll, &trns->specs) + ll_for_each (spec, struct prt_out_spec, ll, &trns->specs) + switch (spec->type) + { + case PRT_LITERAL: + print_literal (trns, spec); + break; + + case PRT_VAR: + print_var (trns, spec, case_data (*c, spec->var)); + break; + + case PRT_NEWLINE: + if (trns->writer == NULL) + tab_output_text (TAB_FIX, ds_cstr (&trns->line.s)); + else + dfm_put_record (trns->writer, ds_data (&trns->line.s), + ds_length (&trns->line.s)); + u8_line_clear (&trns->line); + break; + + case PRT_EJECT: + text_item_submit (text_item_create (TEXT_ITEM_EJECT_PAGE, "")); + break; + } + { - flush_records (trns, spec->record, &record); - - ds_set_length (&trns->line, spec->first_column - 1, ' '); + int x0 = spec->first_column; + if (spec->type == PRT_VAR) { - data_out (ds_put_uninit (&trns->line, spec->format.w), - &spec->format, case_data (c, spec->var->fv)); - if (spec->add_space) - ds_put_char (&trns->line, ' '); + const union value *input = ; + int x1; + + } + else + { } - else - ds_put_substring (&trns->line, ds_ss (&spec->string)); } - flush_records (trns, trns->record_cnt + 1, &record); - + if (trns->writer != NULL && dfm_write_error (trns->writer)) return TRNS_ERROR; return TRNS_CONTINUE; } +/* Advance from *RECORD to TARGET_RECORD, outputting records + along the way. If *EJECT is true, then the first record + output is preceded by ejecting the page (and *EJECT is set + false). */ static void -flush_records (struct print_trns *trns, int target_record, int *record) +flush_records (struct print_trns *trns, int target_record, + bool *eject, int *record) { - while (target_record > *record) + for (; target_record > *record; (*record)++) { - if (trns->writer == NULL) - tab_output_text (TAB_FIX | TAT_NOWRAP, ds_cstr (&trns->line)); - else - { - if (!trns->omit_new_lines) - ds_put_char (&trns->line, '\n'); + char *line = ds_cstr (&trns->line); + size_t length = ds_length (&trns->line); + char leader = ' '; - dfm_put_record (trns->writer, - ds_data (&trns->line), ds_length (&trns->line)); + if (*eject) + { + *eject = false; + if (trns->writer == NULL) + text_item_submit (text_item_create (TEXT_ITEM_EJECT_PAGE, "")); + else + leader = '1'; } - ds_clear (&trns->line); + line[0] = recode_byte (trns->encoding, C_ENCODING, leader); + + if (trns->writer == NULL) + tab_output_text (TAB_FIX, &line[1]); + else + dfm_put_record (trns->writer, line, length); - (*record)++; + ds_truncate (&trns->line, 1); } }