X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Fstats%2Fflip.c;h=c3f2439fe9ac0dc9968fd4eddcd45913d9ea65f2;hb=687adf53eae434e88a47bb3409f946f3a26115a4;hp=f304fb0e36d2e83574087e236047a12439796d3c;hpb=42489b63e0b4bec2e20c2f55c9791234f7b41764;p=pspp-builds.git diff --git a/src/language/stats/flip.c b/src/language/stats/flip.c index f304fb0e..c3f2439f 100644 --- a/src/language/stats/flip.c +++ b/src/language/stats/flip.c @@ -1,6 +1,5 @@ /* PSPP - computes sample statistics. Copyright (C) 1997-9, 2000 Free Software Foundation, Inc. - Written by Ben Pfaff . This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as @@ -49,6 +48,7 @@ #include #include "intprops.h" +#include "minmax.h" #include "gettext.h" #define _(msgid) gettext (msgid) @@ -77,32 +77,36 @@ struct flip_pgm struct varname *new_names_tail; /* Last new variable. */ FILE *file; /* Temporary file containing data. */ + union value *input_buf; /* Input buffer for temporary file. */ + size_t cases_read; /* Number of cases already read. */ + bool error; /* Error reading temporary file? */ }; static void destroy_flip_pgm (struct flip_pgm *); -static struct case_sink *flip_sink_create (struct flip_pgm *); +static struct case_sink *flip_sink_create (struct dataset *ds, struct flip_pgm *); static struct case_source *flip_source_create (struct flip_pgm *); static bool flip_file (struct flip_pgm *); -static int build_dictionary (struct flip_pgm *); +static int build_dictionary (struct dictionary *, struct flip_pgm *); static const struct case_source_class flip_source_class; static const struct case_sink_class flip_sink_class; /* Parses and executes FLIP. */ int -cmd_flip (void) +cmd_flip (struct lexer *lexer, struct dataset *ds) { struct flip_pgm *flip; struct case_sink *sink; + struct dictionary *dict = dataset_dict (ds); bool ok; - if (proc_make_temporary_transformations_permanent (current_dataset)) + if (proc_make_temporary_transformations_permanent (ds)) msg (SW, _("FLIP ignores TEMPORARY. " "Temporary transformations will be made permanent.")); flip = pool_create_container (struct flip_pgm, pool); flip->var = NULL; - flip->idx_to_fv = dict_get_compacted_idx_to_fv (dataset_dict (current_dataset)); + flip->idx_to_fv = dict_get_compacted_dict_index_to_case_index (dict); pool_register (flip->pool, free, flip->idx_to_fv); flip->var_cnt = 0; flip->case_cnt = 0; @@ -110,30 +114,33 @@ cmd_flip (void) flip->new_names_head = NULL; flip->new_names_tail = NULL; flip->file = NULL; + flip->input_buf = NULL; + flip->cases_read = 0; + flip->error = false; - lex_match ('/'); - if (lex_match_id ("VARIABLES")) + lex_match (lexer, '/'); + if (lex_match_id (lexer, "VARIABLES")) { - lex_match ('='); - if (!parse_variables (dataset_dict (current_dataset), &flip->var, &flip->var_cnt, + lex_match (lexer, '='); + if (!parse_variables (lexer, dict, &flip->var, &flip->var_cnt, PV_NO_DUPLICATE)) goto error; - lex_match ('/'); + lex_match (lexer, '/'); } else - dict_get_vars (dataset_dict (current_dataset), &flip->var, &flip->var_cnt, 1u << DC_SYSTEM); + dict_get_vars (dict, &flip->var, &flip->var_cnt, 1u << DC_SYSTEM); pool_register (flip->pool, free, flip->var); - lex_match ('/'); - if (lex_match_id ("NEWNAMES")) + lex_match (lexer, '/'); + if (lex_match_id (lexer, "NEWNAMES")) { - lex_match ('='); - flip->new_names = parse_variable (); + lex_match (lexer, '='); + flip->new_names = parse_variable (lexer, dict); if (!flip->new_names) goto error; } else - flip->new_names = dict_lookup_var (dataset_dict (current_dataset), "CASE_LBL"); + flip->new_names = dict_lookup_var (dict, "CASE_LBL"); if (flip->new_names) { @@ -150,34 +157,34 @@ cmd_flip (void) /* Read the active file into a flip_sink. */ flip->case_cnt = 0; - proc_make_temporary_transformations_permanent (current_dataset); - sink = flip_sink_create (flip); + proc_make_temporary_transformations_permanent (ds); + sink = flip_sink_create (ds, flip); if (sink == NULL) goto error; - proc_set_sink (current_dataset, sink); + proc_set_sink (ds, sink); flip->new_names_tail = NULL; - ok = procedure (current_dataset,NULL, NULL); + ok = procedure (ds,NULL, NULL); /* Flip the data we read. */ if (!flip_file (flip)) { - discard_variables (current_dataset); + discard_variables (ds); goto error; } /* Flip the dictionary. */ - dict_clear (dataset_dict (current_dataset)); - if (!build_dictionary (flip)) + dict_clear (dict); + if (!build_dictionary (dict, flip)) { - discard_variables (current_dataset); + discard_variables (ds); goto error; } - flip->case_size = dict_get_case_size (dataset_dict (current_dataset)); + flip->case_size = dict_get_case_size (dict); /* Set up flipped data for reading. */ - proc_set_source (current_dataset, flip_source_create (flip)); + proc_set_source (ds, flip_source_create (flip)); - return ok ? lex_end_of_command () : CMD_CASCADING_FAILURE; + return ok ? lex_end_of_command (lexer) : CMD_CASCADING_FAILURE; error: destroy_flip_pgm (flip); @@ -195,7 +202,7 @@ destroy_flip_pgm (struct flip_pgm *flip) /* Make a new variable with base name NAME, which is bowdlerized and mangled until acceptable, and returns success. */ static int -make_new_var (char name[]) +make_new_var (struct dictionary *dict, char name[]) { char *cp; @@ -219,7 +226,7 @@ make_new_var (char name[]) *cp = '\0'; str_uppercase (name); - if (dict_create_var (dataset_dict (current_dataset), name, 0)) + if (dict_create_var (dict, name, 0)) return 1; /* Add numeric extensions until acceptable. */ @@ -230,11 +237,11 @@ make_new_var (char name[]) for (i = 1; i < 10000000; i++) { - int ofs = min (7 - intlog10 (i), len); + int ofs = MIN (7 - intlog10 (i), len); memcpy (n, name, ofs); sprintf (&n[ofs], "%d", i); - if (dict_create_var (dataset_dict (current_dataset), n, 0)) + if (dict_create_var (dict, n, 0)) return 1; } } @@ -245,9 +252,9 @@ make_new_var (char name[]) /* Make a new dictionary for all the new variable names. */ static int -build_dictionary (struct flip_pgm *flip) +build_dictionary (struct dictionary *dict, struct flip_pgm *flip) { - dict_create_var_assert (dataset_dict (current_dataset), "CASE_LBL", 8); + dict_create_var_assert (dict, "CASE_LBL", 8); if (flip->new_names_head == NULL) { @@ -265,7 +272,7 @@ build_dictionary (struct flip_pgm *flip) char s[SHORT_NAME_LEN + 1]; sprintf (s, "VAR%03d", i); - v = dict_create_var_assert (dataset_dict (current_dataset), s, 0); + v = dict_create_var_assert (dict, s, 0); } } else @@ -273,7 +280,7 @@ build_dictionary (struct flip_pgm *flip) struct varname *v; for (v = flip->new_names_head; v; v = v->next) - if (!make_new_var (v->name)) + if (!make_new_var (dict, v->name)) return 0; } @@ -282,7 +289,7 @@ build_dictionary (struct flip_pgm *flip) /* Creates a flip sink based on FLIP. */ static struct case_sink * -flip_sink_create (struct flip_pgm *flip) +flip_sink_create (struct dataset *ds, struct flip_pgm *flip) { size_t i; @@ -299,7 +306,7 @@ flip_sink_create (struct flip_pgm *flip) /* Write variable names as first case. */ for (i = 0; i < flip->var_cnt; i++) buf_copy_str_rpad (flip->output_buf[i].s, MAX_SHORT_STRING, - flip->var[i]->name); + var_get_name (flip->var[i])); if (fwrite (flip->output_buf, sizeof *flip->output_buf, flip->var_cnt, flip->file) != (size_t) flip->var_cnt) { @@ -309,7 +316,10 @@ flip_sink_create (struct flip_pgm *flip) flip->case_cnt = 1; - return create_case_sink (&flip_sink_class, dataset_dict (current_dataset), flip); + return create_case_sink (&flip_sink_class, + dataset_dict (ds), + dataset_get_casefile_factory (ds), + flip); } /* Writes case C to the FLIP sink. @@ -325,10 +335,11 @@ flip_sink_write (struct case_sink *sink, const struct ccase *c) if (flip->new_names != NULL) { struct varname *v = pool_alloc (flip->pool, sizeof *v); + int fv = flip->idx_to_fv[var_get_dict_index (flip->new_names)]; v->next = NULL; - if (flip->new_names->type == NUMERIC) + if (var_is_numeric (flip->new_names)) { - double f = case_num (c, flip->idx_to_fv[flip->new_names->index]); + double f = case_num_idx (c, fv); if (f == SYSMIS) strcpy (v->name, "VSYSMIS"); @@ -341,9 +352,8 @@ flip_sink_write (struct case_sink *sink, const struct ccase *c) } else { - int width = min (flip->new_names->width, MAX_SHORT_STRING); - memcpy (v->name, case_str (c, flip->idx_to_fv[flip->new_names->index]), - width); + int width = MIN (var_get_width (flip->new_names), MAX_SHORT_STRING); + memcpy (v->name, case_str_idx (c, fv), width); v->name[width] = 0; } @@ -359,8 +369,11 @@ flip_sink_write (struct case_sink *sink, const struct ccase *c) { double out; - if (flip->var[i]->type == NUMERIC) - out = case_num (c, flip->idx_to_fv[flip->var[i]->index]); + if (var_is_numeric (flip->var[i])) + { + int fv = flip->idx_to_fv[var_get_dict_index (flip->var[i])]; + out = case_num_idx (c, fv); + } else out = SYSMIS; flip->output_buf[i].f = out; @@ -429,7 +442,7 @@ flip_file (struct flip_pgm *flip) for (case_idx = 0; case_idx < flip->case_cnt; ) { - unsigned long read_cases = min (flip->case_cnt - case_idx, + unsigned long read_cases = MIN (flip->case_cnt - case_idx, case_capacity); size_t i; @@ -512,54 +525,54 @@ flip_source_create (struct flip_pgm *pgm) return create_case_source (&flip_source_class, pgm); } -/* Reads the FLIP stream. Copies each case into C and calls - WRITE_CASE passing WC_DATA. - Returns true if successful, false if an I/O error occurred. */ +/* Reads one case into C. + Returns true if successful, false at end of file or if an + I/O error occurred. */ static bool -flip_source_read (struct case_source *source, - struct ccase *c, - write_case_func *write_case, write_case_data wc_data) +flip_source_read (struct case_source *source, struct ccase *c) { struct flip_pgm *flip = source->aux; - union value *input_buf; size_t i; - bool ok = true; - input_buf = xnmalloc (flip->case_cnt, sizeof *input_buf); - for (i = 0; ok && i < flip->var_cnt; i++) - { - size_t j; - - if (fread (input_buf, sizeof *input_buf, flip->case_cnt, - flip->file) != flip->case_cnt) - { - if (ferror (flip->file)) - msg (SE, _("Error reading FLIP temporary file: %s."), - strerror (errno)); - else if (feof (flip->file)) - msg (SE, _("Unexpected end of file reading FLIP temporary file.")); - else - NOT_REACHED (); - ok = false; - break; - } + if (flip->error || flip->cases_read >= flip->var_cnt) + return false; + + if (flip->input_buf == NULL) + flip->input_buf = pool_nmalloc (flip->pool, + flip->case_cnt, sizeof *flip->input_buf); - for (j = 0; j < flip->case_cnt; j++) - case_data_rw (c, j)->f = input_buf[j].f; - ok = write_case (wc_data); + if (fread (flip->input_buf, sizeof *flip->input_buf, flip->case_cnt, + flip->file) != flip->case_cnt) + { + if (ferror (flip->file)) + msg (SE, _("Error reading FLIP temporary file: %s."), + strerror (errno)); + else if (feof (flip->file)) + msg (SE, _("Unexpected end of file reading FLIP temporary file.")); + else + NOT_REACHED (); + flip->error = true; + return false; } - free (input_buf); - return ok; + for (i = 0; i < flip->case_cnt; i++) + case_data_rw_idx (c, i)->f = flip->input_buf[i].f; + + flip->cases_read++; + + return true; } -/* Destroy internal data in SOURCE. */ -static void +/* Destroys the source. + Returns true if successful read, false if an I/O occurred + during destruction or previously. */ +static bool flip_source_destroy (struct case_source *source) { struct flip_pgm *flip = source->aux; - + bool ok = !flip->error; destroy_flip_pgm (flip); + return ok; } static const struct case_source_class flip_source_class =