1 /* PSPPIRE - a graphical user interface for PSPP.
2 Copyright (C) 2017 Free Software Foundation
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>. */
19 #define _(msgid) gettext (msgid)
20 #define P_(msgid) msgid
22 #include "psppire-delimited-text.h"
23 #include "psppire-text-file.h"
24 #include "libpspp/str.h"
25 #include "libpspp/i18n.h"
40 count_delims (PsppireDelimitedText *tf)
42 if (tf->child == NULL)
45 tf->max_delimiters = 0;
48 for (valid = gtk_tree_model_get_iter_first (tf->child, &iter);
50 valid = gtk_tree_model_iter_next (tf->child, &iter))
53 // FIXME: Box these lines to avoid constant allocation/deallocation
55 gtk_tree_model_get (tf->child, &iter, 1, &line, -1);
59 for (p = line; ; p = g_utf8_find_next_char (p, NULL))
61 const gunichar c = g_utf8_get_char (p);
67 else if (tf->quote && c == tf->quote)
73 for (del = tf->delimiters; del; del = g_slist_next (del))
75 if (c == GPOINTER_TO_INT (del->data))
80 tf->max_delimiters = MAX (tf->max_delimiters, count);
87 cache_invalidate (PsppireDelimitedText *tf)
89 memset (tf->cache_starts, 0, sizeof tf->cache_starts);
90 if (tf->const_cache.string)
92 ss_dealloc (&tf->const_cache);
93 tf->const_cache.string = NULL;
99 psppire_delimited_text_set_property (GObject *object,
104 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (object);
108 case PROP_FIRST_LINE:
109 tf->first_line = g_value_get_int (value);
112 tf->child = g_value_get_object (value);
113 g_return_if_fail (PSPPIRE_IS_TEXT_FILE (tf->child));
115 case PROP_DELIMITERS:
116 g_slist_free (tf->delimiters);
117 tf->delimiters = g_slist_copy (g_value_get_pointer (value));
120 tf->quote = g_value_get_uint (value);
123 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
127 cache_invalidate (tf);
132 psppire_delimited_text_get_property (GObject *object,
137 PsppireDelimitedText *text_file = PSPPIRE_DELIMITED_TEXT (object);
141 case PROP_FIRST_LINE:
142 g_value_set_int (value, text_file->first_line);
144 case PROP_DELIMITERS:
145 g_value_set_pointer (value, text_file->delimiters);
148 g_value_set_uint (value, text_file->quote);
151 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
156 static void psppire_delimited_text_finalize (GObject *object);
157 static void psppire_delimited_text_dispose (GObject *object);
159 static GObjectClass *parent_class = NULL;
162 n_lines (PsppireDelimitedText *file)
164 PsppireTextFile *child = PSPPIRE_TEXT_FILE (file->child);
166 return child->maximum_lines;
170 __tree_get_iter (GtkTreeModel *tree_model,
174 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
179 gint *indices = gtk_tree_path_get_indices (path);
186 gint children = n_lines (file);
188 if (n >= children - file->first_line)
192 iter->user_data = GINT_TO_POINTER (n);
193 iter->stamp = file->stamp;
200 __tree_iter_next (GtkTreeModel *tree_model,
203 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
204 g_return_val_if_fail (file->stamp == iter->stamp, FALSE);
206 gint n = GPOINTER_TO_INT (iter->user_data);
209 gint children = n_lines (file);
211 if (n + 1 >= children - file->first_line)
214 iter->user_data = GINT_TO_POINTER (n + 1);
221 __tree_get_column_type (GtkTreeModel *tree_model,
227 return G_TYPE_STRING;
231 __iter_has_child (GtkTreeModel *tree_model,
239 __iter_parent (GtkTreeModel *tree_model,
247 __tree_get_path (GtkTreeModel *tree_model,
250 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
251 g_return_val_if_fail (file->stamp == iter->stamp, FALSE);
253 gint n = GPOINTER_TO_INT (iter->user_data);
255 gint children = n_lines (file);
257 if (n >= children - file->first_line)
260 return gtk_tree_path_new_from_indices (n, -1);
265 __iter_children (GtkTreeModel *tree_model,
274 __tree_model_iter_n_children (GtkTreeModel *tree_model,
277 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
278 g_assert (iter == NULL);
280 gint children = n_lines (file);
282 return children - file->first_line;
285 static GtkTreeModelFlags
286 __tree_model_get_flags (GtkTreeModel *model)
288 g_return_val_if_fail (PSPPIRE_IS_DELIMITED_TEXT (model), (GtkTreeModelFlags) 0);
290 return GTK_TREE_MODEL_LIST_ONLY;
294 __tree_model_get_n_columns (GtkTreeModel *tree_model)
296 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (tree_model);
298 /* + 1 for the trailing field and +1 for the leading line number column */
299 return tf->max_delimiters + 1 + 1;
304 __iter_nth_child (GtkTreeModel *tree_model,
309 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
311 g_assert (parent == NULL);
313 g_return_val_if_fail (file, FALSE);
315 gint children = gtk_tree_model_iter_n_children (file->child, NULL);
317 if (n >= children - file->first_line)
320 iter->user_data = NULL;
324 iter->user_data = GINT_TO_POINTER (n);
325 iter->stamp = file->stamp;
332 nullify_char (struct substring cs)
334 int char_len = ss_first_mblen (cs);
337 cs.string[char_len - 1] = '\0';
343 /* Split row N into it's delimited fields (if it is not already cached)
344 and set this row as the current cache. */
346 split_row_into_fields (PsppireDelimitedText *file, gint n)
348 if (n == file->cache_row) /* Cache hit */
353 memset (file->cache_starts, 0, sizeof file->cache_starts);
355 if (file->const_cache.string)
357 ss_dealloc (&file->const_cache);
359 ss_alloc_substring_pool (&file->const_cache,
360 PSPPIRE_TEXT_FILE (file->child)->lines[n], NULL);
361 struct substring cs = file->const_cache;
363 file->cache_starts[0] = cs.string;
366 UINT32_MAX != ss_first_mb (cs);
369 ucs4_t character = ss_first_mb (cs);
370 gboolean char_is_quote = FALSE;
373 if (file->quote && character == file->quote)
376 char_is_quote = TRUE;
377 file->cache_starts[field] += ss_first_mblen (cs);
380 else if (character == quote)
382 char_is_quote = TRUE;
387 if (quote == -1 && char_is_quote == FALSE)
390 for (del = file->delimiters; del; del = g_slist_next (del))
392 if (character == GPOINTER_TO_INT (del->data))
395 int char_len = ss_first_mblen (cs);
396 file->cache_starts[field] = cs.string + char_len;
408 psppire_delimited_text_get_header_title (PsppireDelimitedText *file, gint column)
410 if (file->first_line <= 0)
413 split_row_into_fields (file, file->first_line - 1);
415 return file->cache_starts [column];
419 __get_value (GtkTreeModel *tree_model,
424 PsppireDelimitedText *file = PSPPIRE_DELIMITED_TEXT (tree_model);
426 g_return_if_fail (iter->stamp == file->stamp);
428 gint n = GPOINTER_TO_INT (iter->user_data) + file->first_line;
433 g_value_init (value, G_TYPE_INT);
434 g_value_set_int (value, n + 1);
438 g_value_init (value, G_TYPE_STRING);
440 split_row_into_fields (file, n);
442 g_value_set_string (value, file->cache_starts [column - 1]);
447 __tree_model_init (GtkTreeModelIface *iface)
449 iface->get_flags = __tree_model_get_flags;
450 iface->get_n_columns = __tree_model_get_n_columns ;
451 iface->get_column_type = __tree_get_column_type;
452 iface->get_iter = __tree_get_iter;
453 iface->iter_next = __tree_iter_next;
454 iface->get_path = __tree_get_path;
455 iface->get_value = __get_value;
457 iface->iter_children = __iter_children;
458 iface->iter_has_child = __iter_has_child;
459 iface->iter_n_children = __tree_model_iter_n_children;
460 iface->iter_nth_child = __iter_nth_child;
461 iface->iter_parent = __iter_parent;
464 G_DEFINE_TYPE_WITH_CODE (PsppireDelimitedText, psppire_delimited_text, G_TYPE_OBJECT,
465 G_IMPLEMENT_INTERFACE (GTK_TYPE_TREE_MODEL,
469 psppire_delimited_text_class_init (PsppireDelimitedTextClass *class)
471 GObjectClass *object_class;
473 parent_class = g_type_class_peek_parent (class);
474 object_class = G_OBJECT_CLASS (class);
476 GParamSpec *first_line_spec =
477 g_param_spec_int ("first-line",
479 P_("The first line to be considered."),
483 GParamSpec *delimiters_spec =
484 g_param_spec_pointer ("delimiters",
486 P_("A GSList of gunichars which delimit the fields."),
489 GParamSpec *quote_spec =
490 g_param_spec_unichar ("quote",
492 P_("A character that quotes the field, or 0 to disable quoting."),
496 GParamSpec *child_spec =
497 g_param_spec_object ("child",
499 P_("The GtkTextModel which this object wraps."),
501 G_PARAM_CONSTRUCT_ONLY |G_PARAM_READWRITE);
503 object_class->set_property = psppire_delimited_text_set_property;
504 object_class->get_property = psppire_delimited_text_get_property;
506 g_object_class_install_property (object_class,
510 g_object_class_install_property (object_class,
514 g_object_class_install_property (object_class,
518 g_object_class_install_property (object_class,
522 object_class->finalize = psppire_delimited_text_finalize;
523 object_class->dispose = psppire_delimited_text_dispose;
528 psppire_delimited_text_init (PsppireDelimitedText *text_file)
530 text_file->child = NULL;
531 text_file->first_line = 0;
532 text_file->delimiters = g_slist_prepend (NULL, GINT_TO_POINTER (':'));
534 text_file->const_cache.string = NULL;
535 text_file->const_cache.length = 0;
536 text_file->cache_row = -1;
537 memset (text_file->cache_starts, 0, sizeof text_file->cache_starts);
539 text_file->max_delimiters = 0;
541 text_file->quote = 0;
543 text_file->dispose_has_run = FALSE;
544 text_file->stamp = g_random_int ();
548 PsppireDelimitedText *
549 psppire_delimited_text_new (GtkTreeModel *child)
552 g_object_new (PSPPIRE_TYPE_DELIMITED_TEXT,
558 psppire_delimited_text_finalize (GObject *object)
560 PsppireDelimitedText *tf = PSPPIRE_DELIMITED_TEXT (object);
562 g_slist_free (tf->delimiters);
564 ss_dealloc (&tf->const_cache);
567 (* parent_class->finalize) (object);
572 psppire_delimited_text_dispose (GObject *object)
574 PsppireDelimitedText *ds = PSPPIRE_DELIMITED_TEXT (object);
576 if (ds->dispose_has_run)
580 (* parent_class->dispose) (object);
582 ds->dispose_has_run = TRUE;