You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
- Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
- 02111-1307, USA. */
+ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+ 02110-1301, USA. */
-/* AIX requires this to be the first thing in the file. */
#include <config.h>
-#if __GNUC__
-#define alloca __builtin_alloca
-#else
-#if HAVE_ALLOCA_H
-#include <alloca.h>
-#else
-#ifdef _AIX
-#pragma alloca
-#else
-#ifndef alloca /* predefined by HP cc +Olibcalls */
-char *alloca ();
-#endif
-#endif
-#endif
-#endif
-
-#include <assert.h>
+#include "sfm-write.h"
+#include "sfmP.h"
+#include "error.h"
#include <stdlib.h>
#include <ctype.h>
#include <errno.h>
#include <unistd.h> /* Required by SunOS4. */
#endif
#include "alloc.h"
-#include "approx.h"
-#include "avl.h"
+#include "case.h"
+#include "dictionary.h"
#include "error.h"
#include "file-handle.h"
-#include "getline.h"
+#include "getl.h"
+#include "hash.h"
#include "magic.h"
#include "misc.h"
-#include "sfm.h"
-#include "sfmP.h"
#include "str.h"
+#include "value-labels.h"
#include "var.h"
#include "version.h"
-#include "debug-print.h"
+#include "gettext.h"
+#define _(msgid) gettext (msgid)
-/* PORTME: This file may require substantial revision for those
- systems that don't meet the typical 32-bit integer/64-bit double
- model. It's kinda hard to tell without having one of them on my
- desk. */
+#include "debug-print.h"
/* Compression bias used by PSPP. Values between (1 -
COMPRESSION_BIAS) and (251 - COMPRESSION_BIAS) inclusive can be
compressed. */
#define COMPRESSION_BIAS 100
-/* sfm writer file_handle extension. */
-struct sfm_fhuser_ext
+/* System file writer. */
+struct sfm_writer
{
- FILE *file; /* Actual file. */
+ struct file_handle *fh; /* File handle. */
+ FILE *file; /* File stream. */
+
+ int needs_translation; /* 0=use fast path, 1=translation needed. */
+ int compress; /* 1=compressed, 0=not compressed. */
+ int case_cnt; /* Number of cases written so far. */
+ size_t flt64_cnt; /* Number of flt64 elements in case. */
- int compressed; /* 1=compressed, 0=not compressed. */
+ /* Compression buffering. */
flt64 *buf; /* Buffered data. */
flt64 *end; /* Buffer end. */
flt64 *ptr; /* Current location in buffer. */
unsigned char *x; /* Location in current instruction octet. */
unsigned char *y; /* End of instruction octet. */
- int n_cases; /* Number of cases written so far. */
- char *elem_type; /* ALPHA or NUMERIC for each flt64 element. */
+ /* Variables. */
+ struct sfm_var *vars; /* Variables. */
+ size_t var_cnt; /* Number of variables. */
};
-static struct fh_ext_class sfm_w_class;
+/* A variable in a system file. */
+struct sfm_var
+ {
+ int width; /* 0=numeric, otherwise string width. */
+ int fv; /* Index into case. */
+ size_t flt64_cnt; /* Number of flt64 elements. */
+ };
static char *append_string_max (char *, const char *, const char *);
-static int write_header (struct sfm_write_info *inf);
-static int bufwrite (struct file_handle *h, const void *buf, size_t nbytes);
-static int write_variable (struct sfm_write_info *inf, struct variable *v);
-static int write_value_labels (struct sfm_write_info *inf, struct variable * s, int index);
-static int write_rec_7_34 (struct sfm_write_info *inf);
-static int write_documents (struct sfm_write_info *inf);
-
-/* Writes the dictionary INF->dict to system file INF->h. The system
- file is compressed if INF->compress is nonzero. INF->case_size is
- set to the number of flt64 elements in a single case. Returns
- nonzero only if successful. */
-int
-sfm_write_dictionary (struct sfm_write_info *inf)
+static int write_header (struct sfm_writer *, const struct dictionary *);
+static int buf_write (struct sfm_writer *, const void *, size_t);
+static int write_variable (struct sfm_writer *, struct variable *);
+static int write_value_labels (struct sfm_writer *,
+ struct variable *, int idx);
+static int write_rec_7_34 (struct sfm_writer *);
+
+static int write_longvar_table (struct sfm_writer *w,
+ const struct dictionary *dict);
+
+static int write_variable_display_parameters (struct sfm_writer *w,
+ const struct dictionary *dict);
+
+
+static int write_documents (struct sfm_writer *, const struct dictionary *);
+static int does_dict_need_translation (const struct dictionary *);
+
+static inline int
+var_flt64_cnt (const struct variable *v)
+{
+ return v->type == NUMERIC ? 1 : DIV_RND_UP (v->width, sizeof (flt64));
+}
+
+/* Opens the system file designated by file handle FH for writing
+ cases from dictionary D. If COMPRESS is nonzero, the
+ system file will be compressed. If OMIT_LONG_NAMES is nonzero, the
+ long name table will be omitted.
+
+ No reference to D is retained, so it may be modified or
+ destroyed at will after this function returns. D is not
+ modified by this function, except to assign short names. */
+struct sfm_writer *
+sfm_open_writer (struct file_handle *fh,
+ struct dictionary *d, int compress,
+ short omit_long_names)
{
- struct dictionary *d = inf->dict;
- struct sfm_fhuser_ext *ext;
+ struct sfm_writer *w = NULL;
+ int idx;
int i;
- int index;
- if (inf->h->class != NULL)
+ if (!fh_open (fh, "system file", "we"))
+ goto error;
+
+ /* Create and initialize writer. */
+ w = xmalloc (sizeof *w);
+ w->fh = fh;
+ w->file = fopen (handle_get_filename (fh), "wb");
+
+ w->needs_translation = does_dict_need_translation (d);
+ w->compress = compress;
+ w->case_cnt = 0;
+ w->flt64_cnt = 0;
+
+ w->buf = w->end = w->ptr = NULL;
+ w->x = w->y = NULL;
+
+ w->var_cnt = dict_get_var_cnt (d);
+ w->vars = xmalloc (sizeof *w->vars * w->var_cnt);
+ for (i = 0; i < w->var_cnt; i++)
{
- msg (ME, _("Cannot write file %s as system file: already opened for %s."),
- fh_handle_name (inf->h), inf->h->class->name);
- return 0;
+ const struct variable *dv = dict_get_var (d, i);
+ struct sfm_var *sv = &w->vars[i];
+ sv->width = dv->width;
+ sv->fv = dv->fv;
+ sv->flt64_cnt = var_flt64_cnt (dv);
}
- msg (VM (1), _("%s: Opening system-file handle %s for writing."),
- fh_handle_filename (inf->h), fh_handle_name (inf->h));
-
- /* Open the physical disk file. */
- inf->h->class = &sfm_w_class;
- inf->h->ext = ext = xmalloc (sizeof (struct sfm_fhuser_ext));
- ext->file = fopen (inf->h->norm_fn, "wb");
- ext->elem_type = NULL;
- if (ext->file == NULL)
+ /* Check that file create succeeded. */
+ if (w->file == NULL)
{
- msg (ME, _("An error occurred while opening \"%s\" for writing "
- "as a system file: %s."), inf->h->fn, strerror (errno));
+ msg (ME, _("Error opening \"%s\" for writing "
+ "as a system file: %s."),
+ handle_get_filename (w->fh), strerror (errno));
err_cond_fail ();
- free (ext);
- return 0;
+ goto error;
}
- /* Initialize the sfm_fhuser_ext structure. */
- ext->compressed = inf->compress;
- ext->buf = ext->ptr = NULL;
- ext->x = ext->y = NULL;
- ext->n_cases = 0;
-
/* Write the file header. */
- if (!write_header (inf))
- goto lossage;
+ if (!write_header (w, d))
+ goto error;
/* Write basic variable info. */
- for (i = 0; i < d->nvar; i++)
- write_variable (inf, d->var[i]);
+ dict_assign_short_names (d);
+ for (i = 0; i < dict_get_var_cnt (d); i++)
+ write_variable (w, dict_get_var (d, i));
/* Write out value labels. */
- for (index = i = 0; i < d->nvar; i++)
+ for (idx = i = 0; i < dict_get_var_cnt (d); i++)
{
- struct variable *v = d->var[i];
+ struct variable *v = dict_get_var (d, i);
- if (!write_value_labels (inf, v, index))
- goto lossage;
- index += (v->type == NUMERIC ? 1
- : DIV_RND_UP (v->width, sizeof (flt64)));
+ if (!write_value_labels (w, v, idx))
+ goto error;
+ idx += var_flt64_cnt (v);
}
- if (d->documents != NULL && !write_documents (inf))
- goto lossage;
- if (!write_rec_7_34 (inf))
- goto lossage;
+ if (dict_get_documents (d) != NULL && !write_documents (w, d))
+ goto error;
+
+ if (!write_rec_7_34 (w))
+ goto error;
+
+ if (!write_variable_display_parameters (w, d))
+ goto error;
- /* Write record 999. */
+ if (!omit_long_names)
+ {
+ if (!write_longvar_table (w, d))
+ goto error;
+ }
+
+ /* Write end-of-headers record. */
{
struct
{
rec_999.rec_type = 999;
rec_999.filler = 0;
- if (!bufwrite (inf->h, &rec_999, sizeof rec_999))
- goto lossage;
+ if (!buf_write (w, &rec_999, sizeof rec_999))
+ goto error;
}
- msg (VM (2), _("Wrote system-file header successfully."));
+ if (w->compress)
+ {
+ w->buf = xmalloc (sizeof *w->buf * 128);
+ w->ptr = w->buf;
+ w->end = &w->buf[128];
+ w->x = (unsigned char *) w->ptr++;
+ w->y = (unsigned char *) w->ptr;
+ }
- return 1;
+ return w;
-lossage:
- msg (VM (1), _("Error writing system-file header."));
- fclose (ext->file);
- inf->h->class = NULL;
- inf->h->ext = NULL;
- free (ext->elem_type);
- ext->elem_type = NULL;
- return 0;
+ error:
+ sfm_close_writer (w);
+ return NULL;
+}
+
+static int
+does_dict_need_translation (const struct dictionary *d)
+{
+ size_t case_idx;
+ size_t i;
+
+ case_idx = 0;
+ for (i = 0; i < dict_get_var_cnt (d); i++)
+ {
+ struct variable *v = dict_get_var (d, i);
+ if (v->fv != case_idx)
+ return 0;
+ case_idx += v->nv;
+ }
+ return 1;
}
/* Returns value of X truncated to two least-significant digits. */
return x;
}
-/* Write the sysfile_header header to the system file represented by
- INF. */
+/* Write the sysfile_header header to system file W. */
static int
-write_header (struct sfm_write_info *inf)
+write_header (struct sfm_writer *w, const struct dictionary *d)
{
- struct dictionary *d = inf->dict;
- struct sfm_fhuser_ext *ext = inf->h->ext;
struct sysfile_header hdr;
char *p;
int i;
hdr.layout_code = 2;
- hdr.case_size = 0;
- for (i = 0; i < d->nvar; i++)
- {
- struct variable *v = d->var[i];
- hdr.case_size += (v->type == NUMERIC ? 1
- : DIV_RND_UP (v->width, sizeof (flt64)));
- }
- inf->case_size = hdr.case_size;
+ w->flt64_cnt = 0;
+ for (i = 0; i < dict_get_var_cnt (d); i++)
+ w->flt64_cnt += var_flt64_cnt (dict_get_var (d, i));
+ hdr.case_size = w->flt64_cnt;
- p = ext->elem_type = xmalloc (inf->case_size);
- for (i = 0; i < d->nvar; i++)
- {
- struct variable *v = d->var[i];
- int count = (v->type == NUMERIC ? 1
- : DIV_RND_UP (v->width, sizeof (flt64)));
- while (count--)
- *p++ = v->type;
- }
+ hdr.compress = w->compress;
- hdr.compressed = inf->compress;
-
- update_weighting (d);
- if (d->weight_index != -1)
+ if (dict_get_weight (d) != NULL)
{
- int recalc_weight_index = 1;
+ struct variable *weight_var;
+ int recalc_weight_idx = 1;
+ int i;
- for (i = 0; i < d->weight_index; i++)
- {
- struct variable *v = d->var[i];
- recalc_weight_index += (v->type == NUMERIC ? 1
- : DIV_RND_UP (v->width, sizeof (flt64)));
+ weight_var = dict_get_weight (d);
+ for (i = 0; ; i++)
+ {
+ struct variable *v = dict_get_var (d, i);
+ if (v == weight_var)
+ break;
+ recalc_weight_idx += var_flt64_cnt (v);
}
- hdr.weight_index = recalc_weight_index;
+ hdr.weight_idx = recalc_weight_idx;
}
else
- hdr.weight_index = 0;
+ hdr.weight_idx = 0;
- hdr.ncases = -1;
+ hdr.case_cnt = -1;
hdr.bias = COMPRESSION_BIAS;
- if ((time_t) - 1 == time (&t))
+ if (time (&t) == (time_t) -1)
{
memcpy (hdr.creation_date, "01 Jan 70", 9);
memcpy (hdr.creation_time, "00:00:00", 8);
else
{
static const char *month_name[12] =
- {
- "Jan", "Feb", "Mar", "Apr", "May", "Jun",
- "Jul", "Aug", "Sep", "Oct", "Nov", "Dec",
- };
+ {
+ "Jan", "Feb", "Mar", "Apr", "May", "Jun",
+ "Jul", "Aug", "Sep", "Oct", "Nov", "Dec",
+ };
struct tm *tmp = localtime (&t);
int day = rerange (tmp->tm_mday);
int mon = rerange (tmp->tm_mon + 1);
sprintf (buf, "%02d:%02d:%02d", hour - 1, min - 1, sec - 1);
memcpy (hdr.creation_time, buf, sizeof hdr.creation_time);
}
+
+ {
+ const char *label = dict_get_label (d);
+ if (label == NULL)
+ label = "";
- st_bare_pad_copy (hdr.file_label, d->label ? d->label : "",
- sizeof hdr.file_label);
+ buf_copy_str_rpad (hdr.file_label, sizeof hdr.file_label, label);
+ }
+
memset (hdr.padding, 0, sizeof hdr.padding);
- if (!bufwrite (inf->h, &hdr, sizeof hdr))
+ if (!buf_write (w, &hdr, sizeof hdr))
return 0;
return 1;
}
}
/* Write the variable record(s) for primary variable P and secondary
- variable S to the system file represented by INF. */
+ variable S to system file W. */
static int
-write_variable (struct sfm_write_info *inf, struct variable *v)
+write_variable (struct sfm_writer *w, struct variable *v)
{
struct sysfile_variable sv;
/* Missing values. */
- flt64 m[3]; /* Missing value values. */
- int nm; /* Number of missing values, possibly negative. */
+ flt64 m[3]; /* Missing value values. */
+ int nm; /* Number of missing values, possibly negative. */
sv.rec_type = 2;
- sv.type = (v->type == NUMERIC ? 0 : v->width);
+ sv.type = v->width;
sv.has_var_label = (v->label != NULL);
switch (v->miss_type)
break;
default:
assert (0);
+ abort ();
}
sv.n_missing_values = nm;
write_format_spec (&v->print, &sv.print);
write_format_spec (&v->write, &sv.write);
- memcpy (sv.name, v->name, strlen (v->name));
- memset (&sv.name[strlen (v->name)], ' ', 8 - strlen (v->name));
- if (!bufwrite (inf->h, &sv, sizeof sv))
+ buf_copy_str_rpad (sv.name, sizeof sv.name, v->short_name);
+ if (!buf_write (w, &sv, sizeof sv))
return 0;
if (v->label)
struct label
{
int32 label_len P;
- char label[120] P;
+ char label[255] P;
}
l;
int ext_len;
- l.label_len = min (strlen (v->label), 120);
+ l.label_len = min (strlen (v->label), 255);
ext_len = ROUND_UP (l.label_len, sizeof l.label_len);
memcpy (l.label, v->label, l.label_len);
memset (&l.label[l.label_len], ' ', ext_len - l.label_len);
- if (!bufwrite (inf->h, &l, offsetof (struct label, label) + ext_len))
- return 0;
+ if (!buf_write (w, &l, offsetof (struct label, label) + ext_len))
+ return 0;
}
- if (nm && !bufwrite (inf->h, m, sizeof *m * nm))
+ if (nm && !buf_write (w, m, sizeof *m * nm))
return 0;
if (v->type == ALPHA && v->width > (int) sizeof (flt64))
pad_count = DIV_RND_UP (v->width, (int) sizeof (flt64)) - 1;
for (i = 0; i < pad_count; i++)
- if (!bufwrite (inf->h, &sv, sizeof sv))
+ if (!buf_write (w, &sv, sizeof sv))
return 0;
}
}
/* Writes the value labels for variable V having system file variable
- index INDEX to the system file associated with INF. Returns
+ index IDX to system file W. Returns
nonzero only if successful. */
static int
-write_value_labels (struct sfm_write_info * inf, struct variable *v, int index)
+write_value_labels (struct sfm_writer *w, struct variable *v, int idx)
{
struct value_label_rec
{
flt64 labels[1] P;
};
- struct variable_index_rec
+ struct var_idx_rec
{
int32 rec_type P;
int32 n_vars P;
int32 vars[1] P;
};
- avl_traverser i;
+ struct val_labs_iterator *i;
struct value_label_rec *vlr;
- struct variable_index_rec vir;
- struct value_label *vl;
+ struct var_idx_rec vir;
+ struct val_lab *vl;
size_t vlr_size;
flt64 *loc;
- avl_traverser_init (i);
- if (v->val_lab == NULL || avl_count (v->val_lab) == 0)
+ if (!val_labs_count (v->val_labs))
return 1;
/* Pass 1: Count bytes. */
vlr_size = (sizeof (struct value_label_rec)
- + sizeof (flt64) * (avl_count (v->val_lab) - 1));
- while (NULL != (vl = avl_traverse (v->val_lab, &i)))
- vlr_size += ROUND_UP (strlen (vl->s) + 1, sizeof (flt64));
+ + sizeof (flt64) * (val_labs_count (v->val_labs) - 1));
+ for (vl = val_labs_first (v->val_labs, &i); vl != NULL;
+ vl = val_labs_next (v->val_labs, &i))
+ vlr_size += ROUND_UP (strlen (vl->label) + 1, sizeof (flt64));
/* Pass 2: Copy bytes. */
- vlr = local_alloc (vlr_size);
+ vlr = xmalloc (vlr_size);
vlr->rec_type = 3;
- vlr->n_labels = avl_count (v->val_lab);
+ vlr->n_labels = val_labs_count (v->val_labs);
loc = vlr->labels;
- while (NULL != (vl = avl_traverse (v->val_lab, &i)))
+ for (vl = val_labs_first_sorted (v->val_labs, &i); vl != NULL;
+ vl = val_labs_next (v->val_labs, &i))
{
- int len = strlen (vl->s);
+ size_t len = strlen (vl->label);
- *loc++ = vl->v.f;
+ *loc++ = vl->value.f;
*(unsigned char *) loc = len;
- memcpy (&((unsigned char *) loc)[1], vl->s, len);
+ memcpy (&((unsigned char *) loc)[1], vl->label, len);
memset (&((unsigned char *) loc)[1 + len], ' ',
REM_RND_UP (len + 1, sizeof (flt64)));
loc += DIV_RND_UP (len + 1, sizeof (flt64));
}
- if (!bufwrite (inf->h, vlr, vlr_size))
+ if (!buf_write (w, vlr, vlr_size))
{
- local_free (vlr);
+ free (vlr);
return 0;
}
- local_free (vlr);
+ free (vlr);
vir.rec_type = 4;
vir.n_vars = 1;
- vir.vars[0] = index + 1;
- if (!bufwrite (inf->h, &vir, sizeof vir))
+ vir.vars[0] = idx + 1;
+ if (!buf_write (w, &vir, sizeof vir))
return 0;
return 1;
/* Writes record type 6, document record. */
static int
-write_documents (struct sfm_write_info * inf)
+write_documents (struct sfm_writer *w, const struct dictionary *d)
{
- struct dictionary *d = inf->dict;
struct
- {
- int32 rec_type P; /* Always 6. */
- int32 n_lines P; /* Number of lines of documents. */
- }
+ {
+ int32 rec_type P; /* Always 6. */
+ int32 n_lines P; /* Number of lines of documents. */
+ }
rec_6;
+ const char *documents;
+ size_t n_lines;
+
+ documents = dict_get_documents (d);
+ n_lines = strlen (documents) / 80;
+
rec_6.rec_type = 6;
- rec_6.n_lines = d->n_documents;
- if (!bufwrite (inf->h, &rec_6, sizeof rec_6))
+ rec_6.n_lines = n_lines;
+ if (!buf_write (w, &rec_6, sizeof rec_6))
return 0;
- if (!bufwrite (inf->h, d->documents, 80 * d->n_documents))
+ if (!buf_write (w, documents, 80 * n_lines))
return 0;
return 1;
}
+/* Write the alignment, width and scale values */
+static int
+write_variable_display_parameters (struct sfm_writer *w,
+ const struct dictionary *dict)
+{
+ int i;
+
+ struct
+ {
+ int32 rec_type P;
+ int32 subtype P;
+ int32 elem_size P;
+ int32 n_elem P;
+ } vdp_hdr;
+
+ vdp_hdr.rec_type = 7;
+ vdp_hdr.subtype = 11;
+ vdp_hdr.elem_size = 4;
+ vdp_hdr.n_elem = w->var_cnt * 3;
+
+ if (!buf_write (w, &vdp_hdr, sizeof vdp_hdr))
+ return 0;
+
+ for ( i = 0 ; i < w->var_cnt ; ++i )
+ {
+ struct variable *v;
+ struct
+ {
+ int32 measure P;
+ int32 width P;
+ int32 align P;
+ }
+ params;
+
+ v = dict_get_var(dict, i);
+
+ params.measure = v->measure;
+ params.width = v->display_width;
+ params.align = v->alignment;
+
+ if (!buf_write (w, ¶ms, sizeof(params)))
+ return 0;
+ }
+
+ return 1;
+}
+
+/* Writes the long variable name table */
+static int
+write_longvar_table (struct sfm_writer *w, const struct dictionary *dict)
+{
+ struct
+ {
+ int32 rec_type P;
+ int32 subtype P;
+ int32 elem_size P;
+ int32 n_elem P;
+ }
+ lv_hdr;
+
+ struct string long_name_map;
+ size_t i;
+
+ ds_init (&long_name_map, 10 * dict_get_var_cnt (dict));
+ for (i = 0; i < dict_get_var_cnt (dict); i++)
+ {
+ struct variable *v = dict_get_var (dict, i);
+
+ if (i)
+ ds_putc (&long_name_map, '\t');
+ ds_printf (&long_name_map, "%s=%s", v->short_name, v->name);
+ }
+
+ lv_hdr.rec_type = 7;
+ lv_hdr.subtype = 13;
+ lv_hdr.elem_size = 1;
+ lv_hdr.n_elem = ds_length (&long_name_map);
+
+ if (!buf_write (w, &lv_hdr, sizeof lv_hdr)
+ || !buf_write (w, ds_data (&long_name_map), ds_length (&long_name_map)))
+ goto error;
+
+ ds_destroy (&long_name_map);
+ return 1;
+
+ error:
+ ds_destroy (&long_name_map);
+ return 0;
+}
+
/* Writes record type 7, subtypes 3 and 4. */
static int
-write_rec_7_34 (struct sfm_write_info * inf)
+write_rec_7_34 (struct sfm_writer *w)
{
struct
{
rec_7.elem_4[1] = FLT64_MAX;
rec_7.elem_4[2] = second_lowest_flt64;
- if (!bufwrite (inf->h, &rec_7, sizeof rec_7))
+ if (!buf_write (w, &rec_7, sizeof rec_7))
return 0;
return 1;
}
/* Write NBYTES starting at BUF to the system file represented by
H. */
static int
-bufwrite (struct file_handle * h, const void *buf, size_t nbytes)
+buf_write (struct sfm_writer *w, const void *buf, size_t nbytes)
{
- struct sfm_fhuser_ext *ext = h->ext;
-
- assert (buf);
- if (1 != fwrite (buf, nbytes, 1, ext->file))
+ assert (buf != NULL);
+ if (fwrite (buf, nbytes, 1, w->file) != 1)
{
- msg (ME, _("%s: Writing system file: %s."), h->fn, strerror (errno));
+ msg (ME, _("%s: Writing system file: %s."),
+ handle_get_filename (w->fh), strerror (errno));
return 0;
}
return 1;
element. If there's not room, pads out the current instruction
octet with zero and dumps out the buffer. */
static inline int
-ensure_buf_space (struct file_handle *h)
+ensure_buf_space (struct sfm_writer *w)
{
- struct sfm_fhuser_ext *ext = h->ext;
-
- if (ext->ptr >= ext->end)
+ if (w->ptr >= w->end)
{
- memset (ext->x, 0, ext->y - ext->x);
- ext->x = ext->y;
- ext->ptr = ext->buf;
- if (!bufwrite (h, ext->buf, sizeof *ext->buf * 128))
+ memset (w->x, 0, w->y - w->x);
+ w->x = w->y;
+ w->ptr = w->buf;
+ if (!buf_write (w, w->buf, sizeof *w->buf * 128))
return 0;
}
return 1;
}
-/* Writes case ELEM consisting of N_ELEM flt64 elements to the system
- file represented by H. Return success. */
+static void write_compressed_data (struct sfm_writer *w, const flt64 *elem);
+
+/* Writes case C to system file W.
+ Returns nonzero if successful. */
int
-sfm_write_case (struct file_handle * h, const flt64 *elem, int n_elem)
+sfm_write_case (struct sfm_writer *w, struct ccase *c)
{
- struct sfm_fhuser_ext *ext = h->ext;
- const flt64 *end_elem = &elem[n_elem];
- char *elem_type = ext->elem_type;
+ w->case_cnt++;
- ext->n_cases++;
+ if (!w->needs_translation && !w->compress
+ && sizeof (flt64) == sizeof (union value))
+ {
+ /* Fast path: external and internal representations are the
+ same and the dictionary is properly ordered. Write
+ directly to file. */
+ buf_write (w, case_data_all (c), sizeof (union value) * w->flt64_cnt);
+ }
+ else
+ {
+ /* Slow path: internal and external representations differ.
+ Write into a bounce buffer, then write to W. */
+ flt64 *bounce;
+ flt64 *bounce_cur;
+ size_t bounce_size;
+ size_t i;
+
+ bounce_size = sizeof *bounce * w->flt64_cnt;
+ bounce = bounce_cur = local_alloc (bounce_size);
+
+ for (i = 0; i < w->var_cnt; i++)
+ {
+ struct sfm_var *v = &w->vars[i];
- if (ext->compressed == 0)
- return bufwrite (h, elem, sizeof *elem * n_elem);
+ if (v->width == 0)
+ *bounce_cur = case_num (c, v->fv);
+ else
+ memcpy (bounce_cur, case_data (c, v->fv)->s, v->width);
+ bounce_cur += v->flt64_cnt;
+ }
+
+ if (!w->compress)
+ buf_write (w, bounce, bounce_size);
+ else
+ write_compressed_data (w, bounce);
- if (ext->buf == NULL)
+ local_free (bounce);
+ }
+
+ return 1;
+}
+
+static void
+put_instruction (struct sfm_writer *w, unsigned char instruction)
+{
+ if (w->x >= w->y)
{
- ext->buf = xmalloc (sizeof *ext->buf * 128);
- ext->ptr = ext->buf;
- ext->end = &ext->buf[128];
- ext->x = (unsigned char *) (ext->ptr++);
- ext->y = (unsigned char *) (ext->ptr);
+ if (!ensure_buf_space (w))
+ return;
+ w->x = (unsigned char *) w->ptr++;
+ w->y = (unsigned char *) w->ptr;
}
- for (; elem < end_elem; elem++, elem_type++)
+ *w->x++ = instruction;
+}
+
+static void
+put_element (struct sfm_writer *w, const flt64 *elem)
+{
+ if (!ensure_buf_space (w))
+ return;
+ memcpy (w->ptr++, elem, sizeof *elem);
+}
+
+static void
+write_compressed_data (struct sfm_writer *w, const flt64 *elem)
+{
+ size_t i;
+
+ for (i = 0; i < w->var_cnt; i++)
{
- if (ext->x >= ext->y)
- {
- if (!ensure_buf_space (h))
- return 0;
- ext->x = (unsigned char *) (ext->ptr++);
- ext->y = (unsigned char *) (ext->ptr);
- }
+ struct sfm_var *v = &w->vars[i];
- if (*elem_type == NUMERIC)
+ if (v->width == 0)
{
- if (*elem == -FLT64_MAX)
+ if (*elem == -FLT64_MAX)
+ put_instruction (w, 255);
+ else if (*elem >= 1 - COMPRESSION_BIAS
+ && *elem <= 251 - COMPRESSION_BIAS
+ && *elem == (int) *elem)
+ put_instruction (w, (int) *elem + COMPRESSION_BIAS);
+ else
{
- *ext->x++ = 255;
- continue;
- }
- else
- {
- int value = *elem < 0 ? *elem - EPSILON : *elem + EPSILON;
-
- if (value >= 1 - COMPRESSION_BIAS
- && value <= 251 - COMPRESSION_BIAS
- && approx_eq (value, *elem))
- {
- *ext->x++ = value + COMPRESSION_BIAS;
- continue;
- }
+ put_instruction (w, 253);
+ put_element (w, elem);
}
+ elem++;
}
- else
- {
- if (0 == memcmp ((char *) elem,
- " ",
- sizeof (flt64)))
+ else
+ {
+ size_t j;
+
+ for (j = 0; j < v->flt64_cnt; j++, elem++)
{
- *ext->x++ = 254;
- continue;
+ if (!memcmp (elem, " ", sizeof (flt64)))
+ put_instruction (w, 254);
+ else
+ {
+ put_instruction (w, 253);
+ put_element (w, elem);
+ }
}
}
-
- *ext->x++ = 253;
- if (!ensure_buf_space (h))
- return 0;
- *ext->ptr++ = *elem;
}
-
- return 1;
}
/* Closes a system file after we're done with it. */
-static void
-sfm_close (struct file_handle * h)
+void
+sfm_close_writer (struct sfm_writer *w)
{
- struct sfm_fhuser_ext *ext = h->ext;
+ if (w == NULL)
+ return;
- if (ext->buf != NULL && ext->ptr > ext->buf)
+ fh_close (w->fh, "system file", "we");
+
+ if (w->file != NULL)
{
- memset (ext->x, 0, ext->y - ext->x);
- bufwrite (h, ext->buf, (ext->ptr - ext->buf) * sizeof *ext->buf);
- }
+ /* Flush buffer. */
+ if (w->buf != NULL && w->ptr > w->buf)
+ {
+ memset (w->x, 0, w->y - w->x);
+ buf_write (w, w->buf, (w->ptr - w->buf) * sizeof *w->buf);
+ }
- /* Attempt to seek back to the beginning in order to write the
- number of cases. If that's not possible (i.e., we're writing to
- a tty or a pipe), then it's not a big deal because we wrote the
- code that indicates an unknown number of cases. */
- if (0 == fseek (ext->file, offsetof (struct sysfile_header, ncases),
- SEEK_SET))
- {
- int32 n_cases = ext->n_cases;
+ /* Seek back to the beginning and update the number of cases.
+ This is just a courtesy to later readers, so there's no need
+ to check return values or report errors. */
+ if (!fseek (w->file, offsetof (struct sysfile_header, case_cnt), SEEK_SET))
+ {
+ int32 case_cnt = w->case_cnt;
- /* I don't really care about the return value: it doesn't matter
- whether this data is written. This is the only situation in
- which you will see me fail to check a return value. */
- fwrite (&n_cases, sizeof n_cases, 1, ext->file);
- }
+ /* I don't really care about the return value: it doesn't
+ matter whether this data is written. */
+ fwrite (&case_cnt, sizeof case_cnt, 1, w->file);
+ }
- if (EOF == fclose (ext->file))
- msg (ME, _("%s: Closing system file: %s."), h->fn, strerror (errno));
- free (ext->buf);
+ if (fclose (w->file) == EOF)
+ msg (ME, _("%s: Closing system file: %s."),
+ handle_get_filename (w->fh), strerror (errno));
+ }
- free (ext->elem_type);
- free (ext);
+ free (w->buf);
+ free (w->vars);
+ free (w);
}
-
-static struct fh_ext_class sfm_w_class =
-{
- 4,
- N_("writing as a system file"),
- sfm_close,
-};
projects / pspp-builds.git / blobdiff