1 /* PSPPIRE - a graphical user interface for PSPP.
2 Copyright (C) 2017 Free Software Foundation
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>. */
19 #define _(msgid) gettext (msgid)
20 #define P_(msgid) msgid
22 #include "psppire-delimited-text.h"
23 #include "psppire-text-file.h"
24 #include "libpspp/str.h"
25 #include "libpspp/i18n.h"
44 static const struct enclosure enclosures[3] =
52 count_delims (PsppireDelimitedText *tf)
54 if (tf->child == NULL)
57 tf->max_delimiters = 0;
60 for (valid = gtk_tree_model_get_iter_first (tf->child, &iter);
62 valid = gtk_tree_model_iter_next (tf->child, &iter))
65 // FIXME: Box these lines to avoid constant allocation/deallocation
67 gtk_tree_model_get (tf->child, &iter, 1, &line, -1);
71 for (p = line; ; p = g_utf8_find_next_char (p, NULL))
73 const gunichar c = g_utf8_get_char (p);
79 for (i = 0; i < 3; ++i)
81 if (c == enclosures[i].opening)
88 else if (c == enclosures[enc].closing)
95 for (del = tf->delimiters; del; del = g_slist_next (del))
97 if (c == GPOINTER_TO_INT (del->data))
102 tf->max_delimiters = MAX (tf->max_delimiters, count);
109 cache_invalidate (PsppireDelimitedText *tf)
111 memset (tf->cache_starts, 0, sizeof tf->cache_starts);
112 if (tf->const_cache.string)
114 ss_dealloc (&tf->const_cache);
115 tf->const_cache.string = NULL;
121 psppire_delimited_text_set_property (GObject *object,
126 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (object);
130 case PROP_FIRST_LINE:
131 tf->first_line = g_value_get_int (value);
134 tf->child = g_value_get_object (value);
135 g_return_if_fail (PSPPIRE_IS_TEXT_FILE (tf->child));
137 case PROP_DELIMITERS:
138 g_slist_free (tf->delimiters);
139 tf->delimiters = g_slist_copy (g_value_get_pointer (value));
142 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
146 cache_invalidate (tf);
151 psppire_delimited_text_get_property (GObject *object,
156 PsppireDelimitedText *text_file = PSPPIRE_DELIMITED_TEXT (object);
160 case PROP_FIRST_LINE:
161 g_value_set_int (value, text_file->first_line);
163 case PROP_DELIMITERS:
164 g_value_set_pointer (value, text_file->delimiters);
167 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
172 static void psppire_delimited_text_finalize (GObject *object);
173 static void psppire_delimited_text_dispose (GObject *object);
175 static GObjectClass *parent_class = NULL;
178 n_lines (PsppireDelimitedText *file)
180 PsppireTextFile *child = PSPPIRE_TEXT_FILE (file->child);
182 return child->maximum_lines;
186 __tree_get_iter (GtkTreeModel *tree_model,
190 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
195 gint *indices = gtk_tree_path_get_indices (path);
202 gint children = n_lines (file);
204 if (n >= children - file->first_line)
208 iter->user_data = GINT_TO_POINTER (n);
209 iter->stamp = file->stamp;
216 __tree_iter_next (GtkTreeModel *tree_model,
219 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
220 g_return_val_if_fail (file->stamp == iter->stamp, FALSE);
222 gint n = GPOINTER_TO_INT (iter->user_data);
225 gint children = n_lines (file);
227 if (n + 1 >= children - file->first_line)
230 iter->user_data = GINT_TO_POINTER (n + 1);
237 __tree_get_column_type (GtkTreeModel *tree_model,
243 return G_TYPE_STRING;
247 __iter_has_child (GtkTreeModel *tree_model,
255 __iter_parent (GtkTreeModel *tree_model,
263 __tree_get_path (GtkTreeModel *tree_model,
266 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
267 g_return_val_if_fail (file->stamp == iter->stamp, FALSE);
269 gint n = GPOINTER_TO_INT (iter->user_data);
271 gint children = n_lines (file);
273 if (n >= children - file->first_line)
276 return gtk_tree_path_new_from_indices (n, -1);
281 __iter_children (GtkTreeModel *tree_model,
290 __tree_model_iter_n_children (GtkTreeModel *tree_model,
293 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
294 g_assert (iter == NULL);
296 gint children = n_lines (file);
298 return children - file->first_line;
301 static GtkTreeModelFlags
302 __tree_model_get_flags (GtkTreeModel *model)
304 g_return_val_if_fail (PSPPIRE_IS_DELIMITED_TEXT (model), (GtkTreeModelFlags) 0);
306 return GTK_TREE_MODEL_LIST_ONLY;
310 __tree_model_get_n_columns (GtkTreeModel *tree_model)
312 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (tree_model);
314 /* + 1 for the trailing field and +1 for the leading line number column */
315 return tf->max_delimiters + 1 + 1;
320 __iter_nth_child (GtkTreeModel *tree_model,
325 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
327 g_assert (parent == NULL);
329 g_return_val_if_fail (file, FALSE);
331 gint children = gtk_tree_model_iter_n_children (file->child, NULL);
333 if (n >= children - file->first_line)
336 iter->user_data = NULL;
340 iter->user_data = GINT_TO_POINTER (n);
341 iter->stamp = file->stamp;
348 nullify_char (struct substring cs)
350 int char_len = ss_first_mblen (cs);
353 cs.string[char_len - 1] = '\0';
359 /* Split row N into it's delimited fields (if it is not already cached)
360 and set this row as the current cache. */
362 split_row_into_fields (PsppireDelimitedText *file, gint n)
364 if (n == file->cache_row) /* Cache hit */
369 memset (file->cache_starts, 0, sizeof file->cache_starts);
371 if (file->const_cache.string)
373 ss_dealloc (&file->const_cache);
375 ss_alloc_substring_pool (&file->const_cache,
376 PSPPIRE_TEXT_FILE (file->child)->lines[n], NULL);
377 struct substring cs = file->const_cache;
379 file->cache_starts[0] = cs.string;
382 UINT32_MAX != ss_first_mb (cs);
385 ucs4_t character = ss_first_mb (cs);
386 gboolean char_is_quote = FALSE;
390 for (i = 0; i < 3; ++i)
392 if (character == enclosures[i].opening)
395 char_is_quote = TRUE;
396 file->cache_starts[field] += ss_first_mblen (cs);
401 else if (character == enclosures[enc].closing)
403 char_is_quote = TRUE;
408 if (enc == -1 && char_is_quote == FALSE)
411 for (del = file->delimiters; del; del = g_slist_next (del))
413 if (character == GPOINTER_TO_INT (del->data))
416 int char_len = ss_first_mblen (cs);
417 file->cache_starts[field] = cs.string + char_len;
429 psppire_delimited_text_get_header_title (PsppireDelimitedText *file, gint column)
431 if (file->first_line <= 0)
434 split_row_into_fields (file, file->first_line - 1);
436 return file->cache_starts [column];
440 __get_value (GtkTreeModel *tree_model,
445 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
447 g_return_if_fail (iter->stamp == file->stamp);
449 gint n = GPOINTER_TO_INT (iter->user_data) + file->first_line;
454 g_value_init (value, G_TYPE_INT);
455 g_value_set_int (value, n + 1);
459 g_value_init (value, G_TYPE_STRING);
461 split_row_into_fields (file, n);
463 g_value_set_string (value, file->cache_starts [column - 1]);
468 __tree_model_init (GtkTreeModelIface *iface)
470 iface->get_flags = __tree_model_get_flags;
471 iface->get_n_columns = __tree_model_get_n_columns ;
472 iface->get_column_type = __tree_get_column_type;
473 iface->get_iter = __tree_get_iter;
474 iface->iter_next = __tree_iter_next;
475 iface->get_path = __tree_get_path;
476 iface->get_value = __get_value;
478 iface->iter_children = __iter_children;
479 iface->iter_has_child = __iter_has_child;
480 iface->iter_n_children = __tree_model_iter_n_children;
481 iface->iter_nth_child = __iter_nth_child;
482 iface->iter_parent = __iter_parent;
485 G_DEFINE_TYPE_WITH_CODE (PsppireDelimitedText, psppire_delimited_text, G_TYPE_OBJECT,
486 G_IMPLEMENT_INTERFACE (GTK_TYPE_TREE_MODEL,
490 psppire_delimited_text_class_init (PsppireDelimitedTextClass *class)
492 GObjectClass *object_class;
494 parent_class = g_type_class_peek_parent (class);
495 object_class = G_OBJECT_CLASS (class);
497 GParamSpec *first_line_spec =
498 g_param_spec_int ("first-line",
500 P_("The first line to be considered."),
504 GParamSpec *delimiters_spec =
505 g_param_spec_pointer ("delimiters",
507 P_("A GSList of gunichars which delimit the fields."),
510 GParamSpec *child_spec =
511 g_param_spec_object ("child",
513 P_("The GtkTextModel which this object wraps."),
515 G_PARAM_CONSTRUCT_ONLY |G_PARAM_READWRITE);
517 object_class->set_property = psppire_delimited_text_set_property;
518 object_class->get_property = psppire_delimited_text_get_property;
520 g_object_class_install_property (object_class,
524 g_object_class_install_property (object_class,
528 g_object_class_install_property (object_class,
532 object_class->finalize = psppire_delimited_text_finalize;
533 object_class->dispose = psppire_delimited_text_dispose;
538 psppire_delimited_text_init (PsppireDelimitedText *text_file)
540 text_file->child = NULL;
541 text_file->first_line = 0;
542 text_file->delimiters = g_slist_prepend (NULL, GINT_TO_POINTER (':'));
544 text_file->const_cache.string = NULL;
545 text_file->const_cache.length = 0;
546 text_file->cache_row = -1;
547 memset (text_file->cache_starts, 0, sizeof text_file->cache_starts);
549 text_file->max_delimiters = 0;
551 text_file->dispose_has_run = FALSE;
552 text_file->stamp = g_random_int ();
556 PsppireDelimitedText *
557 psppire_delimited_text_new (GtkTreeModel *child)
560 g_object_new (PSPPIRE_TYPE_DELIMITED_TEXT,
566 psppire_delimited_text_finalize (GObject *object)
568 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (object);
570 g_slist_free (tf->delimiters);
572 ss_dealloc (&tf->const_cache);
575 (* parent_class->finalize) (object);
580 psppire_delimited_text_dispose (GObject *object)
582 PsppireDelimitedText *ds = PSPPIRE_DELIMITED_TEXT (object);
584 if (ds->dispose_has_run)
588 (* parent_class->dispose) (object);
590 ds->dispose_has_run = TRUE;