1 /* PSPPIRE - a graphical user interface for PSPP.
2 Copyright (C) 2015, 2016, 2017 Free Software Foundation
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>. */
25 #include "data/casereader.h"
26 #include "data/data-in.h"
27 #include "data/data-out.h"
28 #include "data/dictionary.h"
29 #include "data/format-guesser.h"
30 #include "data/format.h"
31 #include "data/gnumeric-reader.h"
32 #include "data/ods-reader.h"
33 #include "data/spreadsheet-reader.h"
34 #include "data/value-labels.h"
36 #include "gl/intprops.h"
38 #include "libpspp/i18n.h"
39 #include "libpspp/line-reader.h"
40 #include "libpspp/message.h"
41 #include "libpspp/str.h"
43 #include "builder-wrapper.h"
45 #include "psppire-import-assistant.h"
46 #include "psppire-scanf.h"
47 #include "psppire-dialog.h"
48 #include "psppire-empty-list-store.h"
49 #include "psppire-encoding-selector.h"
50 #include "psppire-spreadsheet-model.h"
51 #include "psppire-text-file.h"
52 #include "psppire-delimited-text.h"
53 #include "psppire-data-sheet.h"
54 #include "psppire-data-store.h"
55 #include "psppire-dict.h"
56 #include "psppire-variable-sheet.h"
58 #include "ui/syntax-gen.h"
61 #define _(msgid) gettext (msgid)
62 #define N_(msgid) msgid
64 enum { MAX_LINE_LEN = 16384 }; /* Max length of an acceptable line. */
67 /* Sets IA's separators substructure to match the widgets. */
68 static void get_separators (PsppireImportAssistant *ia);
69 static void split_fields (PsppireImportAssistant *ia);
71 /* Chooses a name for each column on the separators page */
72 static void choose_column_names (PsppireImportAssistant *ia);
76 static void intro_page_create (PsppireImportAssistant *ia);
77 static void first_line_page_create (PsppireImportAssistant *ia);
79 static void separators_page_create (PsppireImportAssistant *ia);
80 static void formats_page_create (PsppireImportAssistant *ia);
82 static void push_watch_cursor (PsppireImportAssistant *ia);
83 static void pop_watch_cursor (PsppireImportAssistant *ia);
87 static void psppire_import_assistant_init (PsppireImportAssistant *act);
88 static void psppire_import_assistant_class_init (PsppireImportAssistantClass *class);
90 G_DEFINE_TYPE (PsppireImportAssistant, psppire_import_assistant, GTK_TYPE_ASSISTANT);
100 psppire_import_assistant_set_property (GObject *object,
105 // PsppireImportAssistant *act = PSPPIRE_IMPORT_ASSISTANT (object);
110 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
117 psppire_import_assistant_get_property (GObject *object,
122 // PsppireImportAssistant *assistant = PSPPIRE_IMPORT_ASSISTANT (object);
127 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
132 static GObjectClass * parent_class = NULL;
135 static void destroy_columns (PsppireImportAssistant *ia);
138 psppire_import_assistant_finalize (GObject *object)
140 PsppireImportAssistant *ia = PSPPIRE_IMPORT_ASSISTANT (object);
144 spreadsheet_unref (ia->spreadsheet);
146 destroy_columns (ia);
148 ds_destroy (&ia->separators);
149 ds_destroy (&ia->quotes);
151 g_object_unref (ia->builder);
153 g_object_unref (ia->prop_renderer);
154 g_object_unref (ia->fixed_renderer);
156 if (G_OBJECT_CLASS (parent_class)->finalize)
157 G_OBJECT_CLASS (parent_class)->finalize (object);
162 psppire_import_assistant_class_init (PsppireImportAssistantClass *class)
164 GObjectClass *object_class = G_OBJECT_CLASS (class);
166 parent_class = g_type_class_peek_parent (class);
168 object_class->set_property = psppire_import_assistant_set_property;
169 object_class->get_property = psppire_import_assistant_get_property;
171 object_class->finalize = psppire_import_assistant_finalize;
175 /* Causes the assistant to close, returning RESPONSE for
176 interpretation by text_data_import_assistant. */
178 close_assistant (PsppireImportAssistant *ia, int response)
180 ia->response = response;
181 g_main_loop_quit (ia->main_loop);
182 gtk_widget_hide (GTK_WIDGET (ia));
186 /* Called when the Paste button on the last page of the assistant
189 on_paste (GtkButton *button, PsppireImportAssistant *ia)
191 close_assistant (ia, PSPPIRE_RESPONSE_PASTE);
195 /* Revises the contents of the fields tree view based on the
196 currently chosen set of separators. */
198 revise_fields_preview (PsppireImportAssistant *ia)
200 push_watch_cursor (ia);
203 // split_fields (ia);
204 choose_column_names (ia);
206 pop_watch_cursor (ia);
209 /* Chooses the most common character among those in TARGETS,
210 based on the frequency data in HISTOGRAM, and stores it in
211 RESULT. If there is a tie for the most common character among
212 those in TARGETS, the earliest character is chosen. If none
213 of the TARGETS appear at all, then DEF is used as a
216 find_commonest_chars (unsigned long int histogram[UCHAR_MAX + 1],
217 const char *targets, const char *def,
218 struct string *result)
220 unsigned char max = 0;
221 unsigned long int max_count = 0;
223 for (; *targets != '\0'; targets++)
225 unsigned char c = *targets;
226 unsigned long int count = histogram[c];
227 if (count > max_count)
236 ds_put_byte (result, max);
239 ds_assign_cstr (result, def);
242 /* Picks the most likely separator and quote characters based on
245 choose_likely_separators (PsppireImportAssistant *ia)
247 unsigned long int histogram[UCHAR_MAX + 1] = { 0 };
249 /* Construct a histogram of all the characters used in the
253 for (valid = gtk_tree_model_get_iter_first (GTK_TREE_MODEL (ia->text_file), &iter);
255 valid = gtk_tree_model_iter_next (GTK_TREE_MODEL (ia->text_file), &iter))
258 gtk_tree_model_get (GTK_TREE_MODEL (ia->text_file), &iter, 1, &xxx, -1);
259 struct substring line = ss_cstr (xxx);
260 size_t length = ss_length (line);
262 for (i = 0; i < length; i++)
263 histogram[(unsigned char) line.string[i]]++;
267 find_commonest_chars (histogram, "\"'", "", &ia->quotes);
268 find_commonest_chars (histogram, ",;:/|!\t-", ",", &ia->separators);
272 static void set_separators (PsppireImportAssistant *ia);
276 repopulate_delimiter_columns (PsppireImportAssistant *ia)
278 /* Remove all the columns */
279 while (gtk_tree_view_get_n_columns (GTK_TREE_VIEW (ia->fields_tree_view)) > 0)
281 GtkTreeViewColumn *tvc = gtk_tree_view_get_column (GTK_TREE_VIEW (ia->fields_tree_view), 0);
282 gtk_tree_view_remove_column (GTK_TREE_VIEW (ia->fields_tree_view), tvc);
285 gint n_fields = gtk_tree_model_get_n_columns (ia->delimiters_model);
287 /* ... and put them back again. */
289 for (f = gtk_tree_view_get_n_columns (GTK_TREE_VIEW (ia->fields_tree_view));
292 GtkCellRenderer *renderer = gtk_cell_renderer_text_new ();
294 const gchar *title = NULL;
300 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->variable_names_cb)))
303 psppire_delimited_text_get_header_title
304 (PSPPIRE_DELIMITED_TEXT (ia->delimiters_model), f - 1);
310 GtkTreeViewColumn *column =
311 gtk_tree_view_column_new_with_attributes (title,
315 g_object_set (column,
317 "sizing", GTK_TREE_VIEW_COLUMN_AUTOSIZE,
320 gtk_tree_view_append_column (GTK_TREE_VIEW (ia->fields_tree_view), column);
325 reset_tree_view_model (PsppireImportAssistant *ia)
327 GtkTreeModel *tm = gtk_tree_view_get_model (GTK_TREE_VIEW (ia->fields_tree_view));
329 gtk_tree_view_set_model (GTK_TREE_VIEW (ia->fields_tree_view), NULL);
332 repopulate_delimiter_columns (ia);
334 gtk_tree_view_set_model (GTK_TREE_VIEW (ia->fields_tree_view), tm);
335 // gtk_tree_view_columns_autosize (GTK_TREE_VIEW (ia->fields_tree_view));
340 /* Called just before the separators page becomes visible in the
341 assistant, and when the Reset button is clicked. */
343 prepare_separators_page (PsppireImportAssistant *ia, GtkWidget *page)
345 gtk_tree_view_set_model (GTK_TREE_VIEW (ia->fields_tree_view), ia->delimiters_model);
347 g_signal_connect_swapped (ia->delimiters_model, "notify::delimiters",
348 G_CALLBACK (reset_tree_view_model), ia);
351 repopulate_delimiter_columns (ia);
353 revise_fields_preview (ia);
354 choose_likely_separators (ia);
360 const char *name; /* Name (for use with get_widget_assert). */
361 gunichar c; /* Separator character. */
364 /* All the separators in the dialog box. */
365 static const struct separator separators[] =
377 #define SEPARATOR_CNT (sizeof separators / sizeof *separators)
381 /* Sets the widgets to match IA's separators substructure. */
383 set_separators (PsppireImportAssistant *ia)
386 struct string custom;
391 ds_init_empty (&custom);
393 for (i = 0; i < ds_length (&ia->separators); i++)
395 unsigned char c = ds_at (&ia->separators, i);
398 for (j = 0; j < SEPARATOR_CNT; j++)
400 const struct separator *s = &separators[j];
408 ds_put_byte (&custom, c);
412 for (i = 0; i < SEPARATOR_CNT; i++)
414 const struct separator *s = &separators[i];
415 GtkWidget *button = get_widget_assert (ia->builder, s->name);
416 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (button),
417 (seps & (1u << i)) != 0);
419 any_custom = !ds_is_empty (&custom);
420 gtk_entry_set_text (GTK_ENTRY (ia->custom_entry), ds_cstr (&custom));
421 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (ia->custom_cb),
423 gtk_widget_set_sensitive (ia->custom_entry, any_custom);
424 ds_destroy (&custom);
426 any_quotes = !ds_is_empty (&ia->quotes);
428 gtk_entry_set_text (ia->quote_entry,
429 any_quotes ? ds_cstr (&ia->quotes) : "\"");
430 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (ia->quote_cb),
432 gtk_widget_set_sensitive (ia->quote_combo, any_quotes);
436 /* Resets IA's intro page to its initial state. */
438 reset_intro_page (PsppireImportAssistant *ia)
440 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (ia->all_cases_button),
446 /* Clears the set of user-modified variables from IA's formats
447 substructure. This discards user modifications to variable
448 formats, thereby causing formats to revert to their
451 reset_formats_page (PsppireImportAssistant *ia, GtkWidget *page)
455 for (i = 0; i < ia->modified_var_cnt; i++)
456 var_destroy (ia->modified_vars[i]);
457 free (ia->modified_vars);
458 ia->modified_vars = NULL;
459 ia->modified_var_cnt = 0;
462 static void prepare_formats_page (PsppireImportAssistant *ia);
464 /* Called when the Reset button is clicked. */
466 on_reset (GtkButton *button, PsppireImportAssistant *ia)
468 gint pn = gtk_assistant_get_current_page (GTK_ASSISTANT (ia));
470 GtkWidget *page = gtk_assistant_get_nth_page (GTK_ASSISTANT (ia), pn);
472 page_func *on_reset = g_object_get_data (G_OBJECT (page), "on-reset");
481 next_page_func (gint old_page, gpointer data)
487 /* Called just before PAGE is displayed as the current page of
488 IMPORT_ASSISTANT, this updates IA content according to the new
491 on_prepare (GtkAssistant *assistant, GtkWidget *page, PsppireImportAssistant *ia)
493 gtk_widget_show (ia->reset_button);
494 gtk_widget_hide (ia->paste_button);
496 gint pn = gtk_assistant_get_current_page (assistant);
497 gint previous_page_index = ia->current_page;
499 if (previous_page_index >= 0)
501 GtkWidget *closing_page = gtk_assistant_get_nth_page (GTK_ASSISTANT (ia), previous_page_index);
503 if (pn > previous_page_index)
505 page_func *on_forward = g_object_get_data (G_OBJECT (closing_page), "on-forward");
508 on_forward (ia, closing_page);
512 page_func *on_back = g_object_get_data (G_OBJECT (closing_page), "on-back");
515 on_back (ia, closing_page);
520 GtkWidget *new_page = gtk_assistant_get_nth_page (GTK_ASSISTANT (ia), pn);
522 page_func *on_entering = g_object_get_data (G_OBJECT (new_page), "on-entering");
525 on_entering (ia, new_page);
528 ia->current_page = pn;
531 /* Called when the Cancel button in the assistant is clicked. */
533 on_cancel (GtkAssistant *assistant, PsppireImportAssistant *ia)
535 close_assistant (ia, GTK_RESPONSE_CANCEL);
538 /* Called when the Apply button on the last page of the assistant
541 on_close (GtkAssistant *assistant, PsppireImportAssistant *ia)
543 close_assistant (ia, GTK_RESPONSE_APPLY);
547 /* Increments the "watch cursor" level, setting the cursor for
548 the assistant window to a watch face to indicate to the user
549 that the ongoing operation may take some time. */
551 push_watch_cursor (PsppireImportAssistant *ia)
553 if (++ia->watch_cursor == 1)
555 GtkWidget *widget = GTK_WIDGET (ia);
556 GdkDisplay *display = gtk_widget_get_display (widget);
557 GdkCursor *cursor = gdk_cursor_new_for_display (display, GDK_WATCH);
558 gdk_window_set_cursor (gtk_widget_get_window (widget), cursor);
559 g_object_unref (cursor);
560 gdk_display_flush (display);
564 /* Decrements the "watch cursor" level. If the level reaches
565 zero, the cursor is reset to its default shape. */
567 pop_watch_cursor (PsppireImportAssistant *ia)
569 if (--ia->watch_cursor == 0)
571 GtkWidget *widget = GTK_WIDGET (ia);
572 gdk_window_set_cursor (gtk_widget_get_window (widget), NULL);
578 get_string_width (GtkWidget *treeview, GtkCellRenderer *renderer,
582 g_object_set (G_OBJECT (renderer), "text", string, (void *) NULL);
583 gtk_cell_renderer_get_preferred_width (renderer, treeview,
589 get_monospace_width (GtkWidget *treeview, GtkCellRenderer *renderer,
596 ds_put_byte_multiple (&s, '0', char_cnt);
597 ds_put_byte (&s, ' ');
598 width = get_string_width (treeview, renderer, ds_cstr (&s));
605 set_model_on_treeview (PsppireImportAssistant *ia, GtkWidget *tree_view, size_t first_line)
607 GtkTreeModel *model = GTK_TREE_MODEL (psppire_empty_list_store_new (ia->line_cnt - first_line));
609 g_object_set_data (G_OBJECT (model), "lines", &ia->lines + first_line);
610 g_object_set_data (G_OBJECT (model), "first-line", GINT_TO_POINTER (first_line));
612 pspp_sheet_view_set_model (PSPP_SHEET_VIEW (tree_view), model);
614 g_object_unref (model);
618 make_tree_view (const PsppireImportAssistant *ia)
620 GtkWidget *tree_view = pspp_sheet_view_new ();
621 pspp_sheet_view_set_grid_lines (PSPP_SHEET_VIEW (tree_view), PSPP_SHEET_VIEW_GRID_LINES_BOTH);
623 add_line_number_column (ia, tree_view);
630 add_page_to_assistant (PsppireImportAssistant *ia,
631 GtkWidget *page, GtkAssistantPageType type, const gchar *);
635 on_sheet_combo_changed (GtkComboBox *cb, PsppireImportAssistant *ia)
639 GtkTreeModel *model = gtk_combo_box_get_model (cb);
640 GtkBuilder *builder = ia->builder;
641 GtkWidget *range_entry = get_widget_assert (builder, "cell-range-entry");
643 gtk_combo_box_get_active_iter (cb, &iter);
644 gtk_tree_model_get (model, &iter, PSPPIRE_SPREADSHEET_MODEL_COL_RANGE, &range, -1);
645 gtk_entry_set_text (GTK_ENTRY (range_entry), range ? range : "");
649 /* Prepares IA's sheet_spec page. */
651 prepare_sheet_spec_page (PsppireImportAssistant *ia)
653 GtkBuilder *builder = ia->builder;
654 GtkWidget *sheet_entry = get_widget_assert (builder, "sheet-entry");
655 GtkWidget *readnames_checkbox = get_widget_assert (builder, "readnames-checkbox");
657 gtk_combo_box_set_model (GTK_COMBO_BOX (sheet_entry),
658 psppire_spreadsheet_model_new (ia->spreadsheet));
660 gtk_combo_box_set_active (GTK_COMBO_BOX (sheet_entry), 0);
662 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (readnames_checkbox), FALSE);
666 /* Initializes IA's sheet_spec substructure. */
668 sheet_spec_page_create (PsppireImportAssistant *ia)
670 GtkBuilder *builder = ia->builder;
671 GtkWidget *page = get_widget_assert (builder, "Spreadsheet-Importer");
673 GtkWidget *combo_box = get_widget_assert (builder, "sheet-entry");
674 GtkCellRenderer *renderer = gtk_cell_renderer_text_new ();
675 gtk_cell_layout_clear (GTK_CELL_LAYOUT (combo_box));
676 gtk_cell_layout_pack_start (GTK_CELL_LAYOUT (combo_box), renderer, TRUE);
677 gtk_cell_layout_set_attributes (GTK_CELL_LAYOUT (combo_box), renderer,
681 g_signal_connect (combo_box, "changed", G_CALLBACK (on_sheet_combo_changed), ia);
683 add_page_to_assistant (ia, page,
684 GTK_ASSISTANT_PAGE_CONTENT, _("Importing Spreadsheet Data"));
686 g_object_set_data (G_OBJECT (page), "on-entering", prepare_sheet_spec_page);
690 on_chosen (PsppireImportAssistant *ia, GtkWidget *page)
692 GtkFileChooser *fc = GTK_FILE_CHOOSER (page);
693 gchar *f = gtk_file_chooser_get_filename (fc);
696 for(i = gtk_assistant_get_n_pages (GTK_ASSISTANT (ia)); i > 0; --i)
697 gtk_assistant_remove_page (GTK_ASSISTANT (ia), i);
699 gtk_assistant_set_page_complete (GTK_ASSISTANT(ia), GTK_WIDGET (fc), FALSE);
701 if (f && !g_file_test (f, G_FILE_TEST_IS_DIR))
703 gtk_assistant_set_page_complete (GTK_ASSISTANT(ia), GTK_WIDGET (fc), TRUE);
706 spreadsheet_unref (ia->spreadsheet);
708 ia->spreadsheet = gnumeric_probe (f, FALSE);
710 if (!ia->spreadsheet)
711 ia->spreadsheet = ods_probe (f, FALSE);
713 if (!ia->spreadsheet)
715 intro_page_create (ia);
716 first_line_page_create (ia);
717 separators_page_create (ia);
721 sheet_spec_page_create (ia);
724 formats_page_create (ia);
730 /* This has to be done on a map signal callback,
731 because GtkFileChooserWidget resets everything when it is mapped. */
733 on_map (PsppireImportAssistant *ia, GtkWidget *page)
735 GtkFileChooser *fc = GTK_FILE_CHOOSER (page);
739 gtk_file_chooser_set_filename (fc, ia->file_name);
742 on_chosen (ia, page);
748 chooser_page_enter (PsppireImportAssistant *ia, GtkWidget *page)
753 chooser_page_leave (PsppireImportAssistant *ia, GtkWidget *page)
755 g_print ("%s:%d %s\n", __FILE__, __LINE__, __FUNCTION__);
756 gchar *file_name = gtk_file_chooser_get_filename (GTK_FILE_CHOOSER (page));
757 gchar *encoding = psppire_encoding_selector_get_encoding (ia->encoding_selector);
759 if (!ia->spreadsheet)
761 ia->text_file = psppire_text_file_new (file_name, encoding);
762 gtk_tree_view_set_model (GTK_TREE_VIEW (ia->first_line_tree_view),
763 GTK_TREE_MODEL (ia->text_file));
771 chooser_page_reset (PsppireImportAssistant *ia, GtkWidget *page)
773 GtkFileChooser *fc = GTK_FILE_CHOOSER (page);
775 gtk_file_chooser_set_filter (fc, ia->default_filter);
776 gtk_file_chooser_unselect_all (fc);
778 on_chosen (ia, page);
784 chooser_page_create (PsppireImportAssistant *ia)
786 GtkFileFilter *filter = NULL;
788 GtkWidget *chooser = gtk_file_chooser_widget_new (GTK_FILE_CHOOSER_ACTION_OPEN);
790 g_object_set_data (G_OBJECT (chooser), "on-forward", chooser_page_leave);
791 g_object_set_data (G_OBJECT (chooser), "on-reset", chooser_page_reset);
792 g_object_set_data (G_OBJECT (chooser), "on-entering",chooser_page_enter);
794 g_object_set (chooser, "local-only", FALSE, NULL);
797 ia->default_filter = gtk_file_filter_new ();
798 gtk_file_filter_set_name (ia->default_filter, _("All Files"));
799 gtk_file_filter_add_pattern (ia->default_filter, "*");
800 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), ia->default_filter);
802 filter = gtk_file_filter_new ();
803 gtk_file_filter_set_name (filter, _("Text Files"));
804 gtk_file_filter_add_mime_type (filter, "text/*");
805 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
807 filter = gtk_file_filter_new ();
808 gtk_file_filter_set_name (filter, _("Text (*.txt) Files"));
809 gtk_file_filter_add_pattern (filter, "*.txt");
810 gtk_file_filter_add_pattern (filter, "*.TXT");
811 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
813 filter = gtk_file_filter_new ();
814 gtk_file_filter_set_name (filter, _("Plain Text (ASCII) Files"));
815 gtk_file_filter_add_mime_type (filter, "text/plain");
816 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
818 filter = gtk_file_filter_new ();
819 gtk_file_filter_set_name (filter, _("Comma Separated Value Files"));
820 gtk_file_filter_add_mime_type (filter, "text/csv");
821 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
823 /* I've never encountered one of these, but it's listed here:
824 http://www.iana.org/assignments/media-types/text/tab-separated-values */
825 filter = gtk_file_filter_new ();
826 gtk_file_filter_set_name (filter, _("Tab Separated Value Files"));
827 gtk_file_filter_add_mime_type (filter, "text/tab-separated-values");
828 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
830 filter = gtk_file_filter_new ();
831 gtk_file_filter_set_name (filter, _("Gnumeric Spreadsheet Files"));
832 gtk_file_filter_add_mime_type (filter, "application/x-gnumeric");
833 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
835 filter = gtk_file_filter_new ();
836 gtk_file_filter_set_name (filter, _("OpenDocument Spreadsheet Files"));
837 gtk_file_filter_add_mime_type (filter, "application/vnd.oasis.opendocument.spreadsheet");
838 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
840 filter = gtk_file_filter_new ();
841 gtk_file_filter_set_name (filter, _("All Spreadsheet Files"));
842 gtk_file_filter_add_mime_type (filter, "application/x-gnumeric");
843 gtk_file_filter_add_mime_type (filter, "application/vnd.oasis.opendocument.spreadsheet");
844 gtk_file_chooser_add_filter (GTK_FILE_CHOOSER (chooser), filter);
846 ia->encoding_selector = psppire_encoding_selector_new ("Auto", TRUE);
847 gtk_file_chooser_set_extra_widget (GTK_FILE_CHOOSER (chooser), ia->encoding_selector);
849 add_page_to_assistant (ia, chooser,
850 GTK_ASSISTANT_PAGE_INTRO, _("Select File to Import"));
852 g_signal_connect_swapped (chooser, "selection-changed", G_CALLBACK (on_chosen), ia);
853 g_signal_connect_swapped (chooser, "map", G_CALLBACK (on_map), ia);
859 psppire_import_assistant_init (PsppireImportAssistant *ia)
861 ia->builder = builder_new ("text-data-import.ui");
863 ia->current_page = -1 ;
867 ia->spreadsheet = NULL;
868 ia->watch_cursor = 0;
870 ia->prop_renderer = gtk_cell_renderer_text_new ();
871 g_object_ref_sink (ia->prop_renderer);
872 ia->fixed_renderer = gtk_cell_renderer_text_new ();
873 g_object_ref_sink (ia->fixed_renderer);
874 g_object_set (G_OBJECT (ia->fixed_renderer),
875 "family", "Monospace",
878 g_signal_connect (ia, "prepare", G_CALLBACK (on_prepare), ia);
879 g_signal_connect (ia, "cancel", G_CALLBACK (on_cancel), ia);
880 g_signal_connect (ia, "close", G_CALLBACK (on_close), ia);
882 ia->paste_button = gtk_button_new_with_label (_("Paste"));
883 ia->reset_button = gtk_button_new_with_label (_("Reset"));
885 gtk_assistant_add_action_widget (GTK_ASSISTANT(ia), ia->paste_button);
887 g_signal_connect (ia->paste_button, "clicked", G_CALLBACK (on_paste), ia);
888 g_signal_connect (ia->reset_button, "clicked", G_CALLBACK (on_reset), ia);
890 gtk_assistant_add_action_widget (GTK_ASSISTANT(ia), ia->reset_button);
892 gtk_window_set_title (GTK_WINDOW (ia),
893 _("Importing Delimited Text Data"));
895 gtk_window_set_icon_name (GTK_WINDOW (ia), "pspp");
897 chooser_page_create (ia);
899 gtk_assistant_set_forward_page_func (GTK_ASSISTANT (ia), next_page_func, NULL, NULL);
901 gtk_window_maximize (GTK_WINDOW (ia));
905 /* Appends a page of the given TYPE, with PAGE as its content, to
906 the GtkAssistant encapsulated by IA. Returns the GtkWidget
907 that represents the page. */
909 add_page_to_assistant (PsppireImportAssistant *ia,
910 GtkWidget *page, GtkAssistantPageType type, const gchar *title)
912 GtkWidget *content = page;
914 gtk_assistant_append_page (GTK_ASSISTANT (ia), content);
915 gtk_assistant_set_page_type (GTK_ASSISTANT(ia), content, type);
916 gtk_assistant_set_page_title (GTK_ASSISTANT(ia), content, title);
917 gtk_assistant_set_page_complete (GTK_ASSISTANT(ia), content, TRUE);
923 /* Called when one of the radio buttons is clicked. */
925 on_intro_amount_changed (PsppireImportAssistant *p)
927 gtk_widget_set_sensitive (p->n_cases_spin,
928 gtk_toggle_button_get_active (
929 GTK_TOGGLE_BUTTON (p->n_cases_button)));
931 gtk_widget_set_sensitive (p->percent_spin,
932 gtk_toggle_button_get_active (
933 GTK_TOGGLE_BUTTON (p->percent_button)));
940 /* Sets IA's first_line substructure to match the widgets. */
942 set_first_line_options (PsppireImportAssistant *ia)
947 PsppSheetSelection *selection = pspp_sheet_view_get_selection (PSPP_SHEET_VIEW (ia->tree_view));
948 if (pspp_sheet_selection_get_selected (selection, &model, &iter))
950 GtkTreePath *path = gtk_tree_model_get_path (model, &iter);
951 int row = gtk_tree_path_get_indices (path)[0];
952 gtk_tree_path_free (path);
954 ia->skip_lines = row;
957 && gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->variable_names_cb)));
960 gtk_widget_set_sensitive (ia->variable_names_cb, ia->skip_lines > 0);
966 reset_first_line_page (PsppireImportAssistant *ia)
968 gtk_toggle_button_set_active (GTK_TOGGLE_BUTTON (ia->variable_names_cb), FALSE);
969 PsppSheetSelection *selection = pspp_sheet_view_get_selection (PSPP_SHEET_VIEW (ia->tree_view));
970 pspp_sheet_selection_unselect_all (selection);
971 gtk_widget_set_sensitive (ia->variable_names_cb, FALSE);
977 on_treeview_selection_change (PsppireImportAssistant *ia)
979 GtkTreeSelection *selection = gtk_tree_view_get_selection (GTK_TREE_VIEW (ia->first_line_tree_view));
980 GtkTreeModel *model = NULL;
982 if (gtk_tree_selection_get_selected (selection, &model, &iter))
985 PsppireTextFile *tf = PSPPIRE_TEXT_FILE (model);
986 GtkTreePath *path = gtk_tree_model_get_path (model, &iter);
987 gint *index = gtk_tree_path_get_indices (path);
991 gtk_tree_path_free (path);
993 gtk_widget_set_sensitive (ia->variable_names_cb, n > 0);
996 = psppire_delimited_text_new (GTK_TREE_MODEL (ia->text_file));
997 g_object_set (ia->delimiters_model, "first-line", n, NULL);
1002 /* Initializes IA's first_line substructure. */
1004 first_line_page_create (PsppireImportAssistant *ia)
1006 g_print ("%s:%d %s\n", __FILE__, __LINE__, __FUNCTION__);
1007 GtkWidget *w = get_widget_assert (ia->builder, "FirstLine");
1009 g_object_set_data (G_OBJECT (w), "on-entering", on_treeview_selection_change);
1011 add_page_to_assistant (ia, w,
1012 GTK_ASSISTANT_PAGE_CONTENT, _("Select the First Line"));
1014 GtkWidget *scrolled_window = get_widget_assert (ia->builder, "first-line-scroller");
1016 if (ia->first_line_tree_view == NULL)
1018 ia->first_line_tree_view = gtk_tree_view_new ();
1020 gtk_tree_view_set_headers_visible (GTK_TREE_VIEW (ia->first_line_tree_view), TRUE);
1022 GtkCellRenderer *renderer = gtk_cell_renderer_text_new ();
1023 GtkTreeViewColumn *column = gtk_tree_view_column_new_with_attributes (_("Line"), renderer,
1026 gtk_tree_view_append_column (GTK_TREE_VIEW (ia->first_line_tree_view), column);
1028 renderer = gtk_cell_renderer_text_new ();
1029 column = gtk_tree_view_column_new_with_attributes (_("Text"), renderer, "text", 1, NULL);
1030 gtk_tree_view_append_column (GTK_TREE_VIEW (ia->first_line_tree_view), column);
1032 gtk_container_add (GTK_CONTAINER (scrolled_window), ia->first_line_tree_view);
1034 g_signal_connect_swapped (ia->first_line_tree_view, "cursor-changed",
1035 G_CALLBACK (on_treeview_selection_change), ia);
1037 gtk_widget_show_all (scrolled_window);
1039 ia->variable_names_cb = get_widget_assert (ia->builder, "variable-names");
1042 pspp_sheet_selection_set_mode (
1043 pspp_sheet_view_get_selection (PSPP_SHEET_VIEW (ia->tree_view)),
1044 PSPP_SHEET_SELECTION_BROWSE);
1045 pspp_sheet_view_set_rubber_banding (PSPP_SHEET_VIEW (ia->tree_view), TRUE);
1048 g_signal_connect_swapped (pspp_sheet_view_get_selection (PSPP_SHEET_VIEW (ia->tree_view)),
1049 "changed", G_CALLBACK (set_first_line_options), ia);
1051 g_signal_connect_swapped (ia->variable_names_cb, "toggled",
1052 G_CALLBACK (set_first_line_options), ia);
1055 g_object_set_data (G_OBJECT (w), "on-reset", reset_first_line_page);
1063 intro_on_enter (PsppireImportAssistant *ia)
1065 GtkBuilder *builder = ia->builder;
1066 GtkWidget *table = get_widget_assert (builder, "button-table");
1071 ds_put_cstr (&s, _("This assistant will guide you through the process of "
1072 "importing data into PSPP from a text file with one line "
1073 "per case, in which fields are separated by tabs, "
1074 "commas, or other delimiters.\n\n"));
1078 if (ia->text_file->total_is_exact)
1081 &s, ngettext ("The selected file contains %'lu line of text. ",
1082 "The selected file contains %'lu lines of text. ",
1083 ia->text_file->total_lines),
1084 ia->text_file->total_lines);
1086 else if (ia->text_file->total_lines > 0)
1090 "The selected file contains approximately %'lu line of text. ",
1091 "The selected file contains approximately %'lu lines of text. ",
1092 ia->text_file->total_lines),
1093 ia->text_file->total_lines);
1096 "Only the first %zu line of the file will be shown for "
1097 "preview purposes in the following screens. ",
1098 "Only the first %zu lines of the file will be shown for "
1099 "preview purposes in the following screens. ",
1100 ia->text_file->line_cnt),
1101 ia->text_file->line_cnt);
1105 ds_put_cstr (&s, _("You may choose below how much of the file should "
1106 "actually be imported."));
1108 gtk_label_set_text (GTK_LABEL (get_widget_assert (builder, "intro-label")),
1112 GtkWidget *w = gtk_grid_get_child_at (GTK_GRID (table), 1, 1);
1113 int old_value = w ? gtk_spin_button_get_value_as_int (GTK_SPIN_BUTTON (ia->n_cases_spin)) : 1;
1115 gtk_container_remove (GTK_CONTAINER (table), w);
1117 w = gtk_grid_get_child_at (GTK_GRID (table), 1, 2);
1119 gtk_container_remove (GTK_CONTAINER (table), w);
1122 GtkWidget *hbox_n_cases = psppire_scanf_new (_("Only the first %4d cases"), &ia->n_cases_spin);
1124 GtkAdjustment *adj = gtk_spin_button_get_adjustment (GTK_SPIN_BUTTON (ia->n_cases_spin));
1125 gtk_adjustment_set_lower (adj, 1.0);
1129 if (psppire_text_file_get_total_exact (ia->text_file))
1131 gulong total_lines = psppire_text_file_get_n_lines (ia->text_file);
1132 gtk_adjustment_set_upper (adj, total_lines);
1133 gtk_adjustment_set_value (adj, old_value);
1136 gtk_adjustment_set_upper (adj, DBL_MAX);
1138 gtk_grid_attach (GTK_GRID (table), hbox_n_cases,
1143 GtkWidget *hbox_percent = psppire_scanf_new (_("Only the first %3d %% of file (approximately)"),
1146 gtk_grid_attach (GTK_GRID (table), hbox_percent,
1150 gtk_widget_show_all (table);
1152 on_intro_amount_changed (ia);
1155 /* Initializes IA's intro substructure. */
1157 intro_page_create (PsppireImportAssistant *ia)
1159 GtkBuilder *builder = ia->builder;
1161 GtkWidget *w = get_widget_assert (builder, "Intro");
1163 ia->percent_spin = gtk_spin_button_new_with_range (0, 100, 10);
1166 add_page_to_assistant (ia, w, GTK_ASSISTANT_PAGE_CONTENT, _("Select the Lines to Import"));
1168 ia->all_cases_button = get_widget_assert (builder, "import-all-cases");
1170 ia->n_cases_button = get_widget_assert (builder, "import-n-cases");
1172 ia->percent_button = get_widget_assert (builder, "import-percent");
1174 g_signal_connect_swapped (ia->all_cases_button, "toggled",
1175 G_CALLBACK (on_intro_amount_changed), ia);
1176 g_signal_connect_swapped (ia->n_cases_button, "toggled",
1177 G_CALLBACK (on_intro_amount_changed), ia);
1178 g_signal_connect_swapped (ia->percent_button, "toggled",
1179 G_CALLBACK (on_intro_amount_changed), ia);
1182 g_object_set_data (G_OBJECT (w), "on-entering", intro_on_enter);
1183 g_object_set_data (G_OBJECT (w), "on-reset", reset_intro_page);
1188 psppire_import_assistant_new (GtkWindow *toplevel)
1190 return GTK_WIDGET (g_object_new (PSPPIRE_TYPE_IMPORT_ASSISTANT,
1191 "transient-for", toplevel,
1201 /* Variable name for this column. This is the variable name
1202 used on the separators page; it can be overridden by the
1203 user on the formats page. */
1206 /* Maximum length of any row in this column. */
1209 /* Contents of this column: contents[row] is the contents for
1212 A null substring indicates a missing column for that row
1213 (because the line contains an insufficient number of
1216 contents[] elements may be substrings of the lines[]
1217 strings that represent the whole lines of the file, to
1218 save memory. Other elements are dynamically allocated
1219 with ss_alloc_substring. */
1220 struct substring *contents;
1225 destroy_columns (PsppireImportAssistant *ia)
1228 for (col = ia->columns; col < &ia->columns[ia->column_cnt]; col++)
1231 free (col->contents);
1239 /* Called to render one of the cells in the fields preview tree
1242 render_input_cell (PsppSheetViewColumn *tree_column, GtkCellRenderer *cell,
1243 GtkTreeModel *model, GtkTreeIter *iter,
1246 PsppireImportAssistant *ia = ia_;
1247 struct substring field;
1251 column = GPOINTER_TO_INT (g_object_get_data (G_OBJECT (tree_column),
1253 row = empty_list_store_iter_to_row (iter) + ia->skip_lines;
1254 field = ia->columns[column].contents[row];
1255 if (field.string != NULL)
1257 GValue text = {0, };
1258 g_value_init (&text, G_TYPE_STRING);
1259 g_value_take_string (&text, ss_xstrdup (field));
1260 g_object_set_property (G_OBJECT (cell), "text", &text);
1261 g_value_unset (&text);
1262 g_object_set (cell, "background-set", FALSE, (void *) NULL);
1267 "background", "red",
1268 "background-set", TRUE,
1274 /* Parses the contents of the field at (ROW,COLUMN) according to
1275 its variable format. If OUTPUTP is non-null, then *OUTPUTP
1276 receives the formatted output for that field (which must be
1277 freed with free). If TOOLTIPP is non-null, then *TOOLTIPP
1278 receives a message suitable for use in a tooltip, if one is
1279 needed, or a null pointer otherwise. Returns TRUE if a
1280 tooltip message is needed, otherwise FALSE. */
1282 parse_field (PsppireImportAssistant *ia,
1283 size_t row, size_t column,
1284 char **outputp, char **tooltipp)
1286 const struct fmt_spec *in;
1287 struct fmt_spec out;
1291 struct substring field = ia->columns[column].contents[row];
1292 struct variable *var = dict_get_var (ia->dict, column);
1295 value_init (&val, var_get_width (var));
1296 in = var_get_print_format (var);
1297 out = fmt_for_output_from_input (in);
1299 if (field.string != NULL)
1301 char *error = data_in (field, "UTF-8", in->type, &val, var_get_width (var),
1302 dict_get_encoding (ia->dict));
1305 tooltip = xasprintf (_("Cannot parse field content `%.*s' as "
1307 (int) field.length, field.string,
1308 fmt_name (in->type), error);
1314 tooltip = xstrdup (_("This input line has too few separators "
1315 "to fill in this field."));
1316 value_set_missing (&val, var_get_width (var));
1318 if (outputp != NULL)
1320 *outputp = data_out (&val, dict_get_encoding (ia->dict), &out);
1322 value_destroy (&val, var_get_width (var));
1324 ok = tooltip == NULL;
1325 if (tooltipp != NULL)
1326 *tooltipp = tooltip;
1334 /* Called to render one of the cells in the data preview tree
1337 render_output_cell (PsppSheetViewColumn *tree_column,
1338 GtkCellRenderer *cell,
1339 GtkTreeModel *model,
1343 PsppireImportAssistant *ia = ia_;
1345 GValue gvalue = { 0, };
1346 bool ok = parse_field (ia,
1347 (empty_list_store_iter_to_row (iter)
1349 GPOINTER_TO_INT (g_object_get_data (G_OBJECT (tree_column),
1353 g_value_init (&gvalue, G_TYPE_STRING);
1354 g_value_take_string (&gvalue, output);
1355 g_object_set_property (G_OBJECT (cell), "text", &gvalue);
1356 g_value_unset (&gvalue);
1359 g_object_set (cell, "background-set", FALSE, (void *) NULL);
1362 "background", "red",
1363 "background-set", TRUE,
1368 /* Utility functions used by multiple pages of the assistant. */
1371 get_tooltip_location (GtkWidget *widget, gint wx, gint wy,
1372 const PsppireImportAssistant *ia,
1373 size_t *row, size_t *column)
1375 PsppSheetView *tree_view = PSPP_SHEET_VIEW (widget);
1379 PsppSheetViewColumn *tree_column;
1380 GtkTreeModel *tree_model;
1383 pspp_sheet_view_convert_widget_to_bin_window_coords (tree_view,
1385 if (!pspp_sheet_view_get_path_at_pos (tree_view, bx, by,
1386 &path, &tree_column, NULL, NULL))
1389 *column = GPOINTER_TO_INT (g_object_get_data (G_OBJECT (tree_column),
1392 tree_model = pspp_sheet_view_get_model (tree_view);
1393 ok = gtk_tree_model_get_iter (tree_model, &iter, path);
1394 gtk_tree_path_free (path);
1398 *row = empty_list_store_iter_to_row (&iter) + ia->skip_lines;
1407 /* Called to render a tooltip on one of the cells in the fields
1408 preview tree view. */
1410 on_query_input_tooltip (GtkWidget *widget, gint wx, gint wy,
1411 gboolean keyboard_mode UNUSED,
1412 GtkTooltip *tooltip, PsppireImportAssistant *ia)
1416 if (!get_tooltip_location (widget, wx, wy, ia, &row, &column))
1419 if (ia->columns[column].contents[row].string != NULL)
1422 gtk_tooltip_set_text (tooltip,
1423 _("This input line has too few separators "
1424 "to fill in this field."));
1429 /* Called to render a tooltip for one of the cells in the data
1430 preview tree view. */
1432 on_query_output_tooltip (GtkWidget *widget, gint wx, gint wy,
1433 gboolean keyboard_mode UNUSED,
1434 GtkTooltip *tooltip, PsppireImportAssistant *ia)
1439 if (!gtk_widget_get_mapped (widget))
1442 if (!get_tooltip_location (widget, wx, wy, ia, &row, &column))
1445 if (parse_field (ia, row, column, NULL, &text))
1448 gtk_tooltip_set_text (tooltip, text);
1457 set_quote_list (GtkComboBox *cb)
1459 GtkListStore *list = gtk_list_store_new (1, G_TYPE_STRING);
1462 const gchar *seperator[3] = {"'\"", "\'", "\""};
1464 for (i = 0; i < 3; i++)
1466 const gchar *s = seperator[i];
1468 /* Add a new row to the model */
1469 gtk_list_store_append (list, &iter);
1470 gtk_list_store_set (list, &iter,
1476 gtk_combo_box_set_model (GTK_COMBO_BOX (cb), GTK_TREE_MODEL (list));
1477 g_object_unref (list);
1479 gtk_combo_box_set_entry_text_column (cb, 0);
1485 /* Sets IA's separators substructure to match the widgets. */
1487 get_separators (PsppireImportAssistant *ia)
1491 ds_clear (&ia->separators);
1492 for (i = 0; i < SEPARATOR_CNT; i++)
1494 const struct separator *sep = &separators[i];
1495 GtkWidget *button = get_widget_assert (ia->builder, sep->name);
1496 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (button)))
1497 ds_put_byte (&ia->separators, sep->c);
1500 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->custom_cb)))
1501 ds_put_cstr (&ia->separators,
1502 gtk_entry_get_text (GTK_ENTRY (ia->custom_entry)));
1504 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->quote_cb)))
1506 const gchar *text = gtk_entry_get_text (GTK_ENTRY (gtk_bin_get_child (GTK_BIN (ia->quote_combo))));
1507 ds_assign_cstr (&ia->quotes, text);
1510 ds_clear (&ia->quotes);
1518 /* Breaks the file data in IA into columns based on the
1519 separators set in IA's separators substructure. */
1521 split_fields (PsppireImportAssistant *ia)
1523 size_t columns_allocated;
1527 /* Is space in the set of separators? */
1528 space_sep = ss_find_byte (ds_ss (&ia->separators), ' ') != SIZE_MAX;
1530 /* Split all the lines, not just those from
1531 ia->first_line.skip_lines on, so that we split the line that
1532 contains variables names if ia->first_line.variable_names is
1534 columns_allocated = 0;
1536 gint n_lines = gtk_tree_model_iter_n_children (GTK_TREE_MODEL (ia->text_file), NULL);
1538 gtk_tree_model_get_iter_first (GTK_TREE_MODEL (ia->text_file), &iter);
1539 while (gtk_tree_model_iter_next (GTK_TREE_MODEL (ia->text_file), &iter))
1543 gtk_tree_model_get (GTK_TREE_MODEL (ia->text_file), &iter, 1, &xxx, -1);
1544 struct substring text = ss_cstr (xxx);
1548 for (column_idx = 0; ;column_idx++)
1550 struct substring field = SS_EMPTY_INITIALIZER;
1551 struct column *column;
1555 ss_ltrim (&text, ss_cstr (" "));
1557 if (ss_is_empty (text))
1559 if (column_idx != 0)
1563 else if (!ds_is_empty (&ia->quotes)
1564 && ds_find_byte (&ia->quotes, text.string[0]) != SIZE_MAX)
1566 int quote = ss_get_byte (&text);
1571 while ((c = ss_get_byte (&text)) != EOF)
1573 ds_put_byte (&s, c);
1574 else if (ss_match_byte (&text, quote))
1575 ds_put_byte (&s, quote);
1582 ss_get_bytes (&text, ss_cspan (text, ds_ss (&ia->separators)),
1586 if (column_idx >= ia->column_cnt)
1588 struct column *column;
1590 if (ia->column_cnt >= columns_allocated)
1592 ia->columns = x2nrealloc (ia->columns, &columns_allocated,
1593 sizeof *ia->columns);
1595 column = &ia->columns[ia->column_cnt++];
1596 column->name = NULL;
1598 column->contents = xcalloc (n_lines,
1599 sizeof *column->contents);
1601 column = &ia->columns[column_idx];
1602 column->contents[row] = field;
1603 if (ss_length (field) > column->width)
1604 column->width = ss_length (field);
1607 ss_ltrim (&text, ss_cstr (" "));
1608 if (ss_is_empty (text))
1610 if (ss_find_byte (ds_ss (&ia->separators), ss_first (text))
1612 ss_advance (&text, 1);
1619 /* Chooses a name for each column on the separators page */
1621 choose_column_names (PsppireImportAssistant *ia)
1623 struct dictionary *dict;
1624 unsigned long int generated_name_count = 0;
1628 dict = dict_create (get_default_encoding ());
1629 name_row = ia->variable_names && ia->skip_lines ? ia->skip_lines : 0;
1630 for (col = ia->columns; col < &ia->columns[ia->column_cnt]; col++)
1634 hint = name_row ? ss_xstrdup (col->contents[name_row - 1]) : NULL;
1635 name = dict_make_unique_var_name (dict, hint, &generated_name_count);
1639 dict_create_var_assert (dict, name, 0);
1641 dict_destroy (dict);
1646 /* Called when the user toggles one of the separators
1649 on_separator_toggle (GtkToggleButton *toggle UNUSED,
1650 PsppireImportAssistant *ia)
1653 GSList *delimiters = NULL;
1654 for (i = 0; i < SEPARATOR_CNT; i++)
1656 const struct separator *s = &separators[i];
1657 GtkWidget *button = get_widget_assert (ia->builder, s->name);
1658 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (button)))
1660 delimiters = g_slist_prepend (delimiters, GINT_TO_POINTER (s->c));
1664 g_object_set (ia->delimiters_model, "delimiters", delimiters, NULL);
1666 // revise_fields_preview (ia);
1670 /* Called when the user changes the entry field for custom
1673 on_separators_custom_entry_notify (GObject *gobject UNUSED,
1674 GParamSpec *arg1 UNUSED,
1675 PsppireImportAssistant *ia)
1677 revise_fields_preview (ia);
1680 /* Called when the user toggles the checkbox that enables custom
1683 on_separators_custom_cb_toggle (GtkToggleButton *custom_cb,
1684 PsppireImportAssistant *ia)
1686 bool is_active = gtk_toggle_button_get_active (custom_cb);
1687 gtk_widget_set_sensitive (ia->custom_entry, is_active);
1688 revise_fields_preview (ia);
1691 /* Called when the user changes the selection in the combo box
1692 that selects a quote character. */
1694 on_quote_combo_change (GtkComboBox *combo, PsppireImportAssistant *ia)
1696 // revise_fields_preview (ia);
1699 /* Called when the user toggles the checkbox that enables
1702 on_quote_cb_toggle (GtkToggleButton *quote_cb, PsppireImportAssistant *ia)
1704 bool is_active = gtk_toggle_button_get_active (quote_cb);
1705 gtk_widget_set_sensitive (ia->quote_combo, is_active);
1706 revise_fields_preview (ia);
1709 /* Initializes IA's separators substructure. */
1711 separators_page_create (PsppireImportAssistant *ia)
1713 GtkBuilder *builder = ia->builder;
1717 GtkWidget *w = get_widget_assert (builder, "Separators");
1719 g_object_set_data (G_OBJECT (w), "on-entering", prepare_separators_page);
1720 g_object_set_data (G_OBJECT (w), "on-reset", prepare_separators_page);
1722 add_page_to_assistant (ia, w, GTK_ASSISTANT_PAGE_CONTENT, _("Choose Separators"));
1724 ia->custom_cb = get_widget_assert (builder, "custom-cb");
1725 ia->custom_entry = get_widget_assert (builder, "custom-entry");
1726 ia->quote_combo = get_widget_assert (builder, "quote-combo");
1727 ia->quote_entry = GTK_ENTRY (gtk_bin_get_child (GTK_BIN (ia->quote_combo)));
1728 ia->quote_cb = get_widget_assert (builder, "quote-cb");
1730 set_quote_list (GTK_COMBO_BOX (ia->quote_combo));
1732 if (ia->fields_tree_view == NULL)
1734 GtkWidget *scroller = get_widget_assert (ia->builder, "fields-scroller");
1735 ia->fields_tree_view = gtk_tree_view_new ();
1736 gtk_container_add (GTK_CONTAINER (scroller), GTK_WIDGET (ia->fields_tree_view));
1737 gtk_widget_show_all (scroller);
1740 g_signal_connect (ia->quote_combo, "changed",
1741 G_CALLBACK (on_quote_combo_change), ia);
1742 g_signal_connect (ia->quote_cb, "toggled",
1743 G_CALLBACK (on_quote_cb_toggle), ia);
1744 g_signal_connect (ia->custom_entry, "notify::text",
1745 G_CALLBACK (on_separators_custom_entry_notify), ia);
1746 g_signal_connect (ia->custom_cb, "toggled",
1747 G_CALLBACK (on_separators_custom_cb_toggle), ia);
1748 for (i = 0; i < SEPARATOR_CNT; i++)
1749 g_signal_connect (get_widget_assert (builder, separators[i].name),
1750 "toggled", G_CALLBACK (on_separator_toggle), ia);
1760 /* Called when the user changes one of the variables in the
1763 on_variable_change (PsppireDict *dict, int dict_idx,
1764 unsigned int what, const struct variable *oldvar,
1765 PsppireImportAssistant *ia)
1767 PsppSheetView *tv = PSPP_SHEET_VIEW (ia->data_tree_view);
1768 gint column_idx = dict_idx + 1;
1770 push_watch_cursor (ia);
1772 /* Remove previous column and replace with new column. */
1773 pspp_sheet_view_remove_column (tv, pspp_sheet_view_get_column (PSPP_SHEET_VIEW (ia->data_tree_view), column_idx));
1774 pspp_sheet_view_insert_column (tv, PSPP_SHEET_VIEW_COLUMN (make_data_column (ia, ia->data_tree_view, FALSE, dict_idx)),
1777 /* Save a copy of the modified variable in modified_vars, so
1778 that its attributes will be preserved if we back up to the
1779 previous page with the Prev button and then come back
1781 if (dict_idx >= ia->modified_var_cnt)
1784 ia->modified_vars = xnrealloc (ia->modified_vars, dict_idx + 1,
1785 sizeof *ia->modified_vars);
1786 for (i = 0; i <= dict_idx; i++)
1787 ia->modified_vars[i] = NULL;
1788 ia->modified_var_cnt = dict_idx + 1;
1790 if (ia->modified_vars[dict_idx])
1791 var_destroy (ia->modified_vars[dict_idx]);
1792 ia->modified_vars[dict_idx]
1793 = var_clone (psppire_dict_get_variable (dict, dict_idx));
1795 pop_watch_cursor (ia);
1801 /* Called just before the formats page of the assistant is
1804 prepare_formats_page (PsppireImportAssistant *ia)
1806 PsppireDict *dict = psppire_dict_new_from_dict (ia->dict);
1807 g_object_set (ia->var_sheet, "data-model", dict, NULL);
1809 PsppireDataStore *store = psppire_data_store_new (dict);
1810 g_object_set (ia->data_sheet, "data-model", store, NULL);
1814 formats_page_create (PsppireImportAssistant *ia)
1816 GtkBuilder *builder = ia->builder;
1818 GtkWidget *w = get_widget_assert (builder, "Formats");
1819 g_object_set_data (G_OBJECT (w), "on-entering", prepare_formats_page);
1820 g_object_set_data (G_OBJECT (w), "on-reset", reset_formats_page);
1822 GtkWidget *vars_scroller = get_widget_assert (builder, "vars-scroller");
1823 if (ia->var_sheet == NULL)
1825 ia->var_sheet = psppire_variable_sheet_new ();
1827 gtk_container_add (GTK_CONTAINER (vars_scroller), ia->var_sheet);
1829 ia->dict = dict_create (get_default_encoding ());
1831 gtk_widget_show_all (vars_scroller);
1833 GtkWidget *data_scroller = get_widget_assert (builder, "data-scroller");
1834 if (ia->data_sheet == NULL)
1836 ia->data_sheet = psppire_data_sheet_new ();
1838 gtk_container_add (GTK_CONTAINER (data_scroller), ia->data_sheet);
1840 gtk_widget_show_all (data_scroller);
1843 add_page_to_assistant (ia, w,
1844 GTK_ASSISTANT_PAGE_CONFIRM, _("Adjust Variable Formats"));
1846 ia->data_tree_view = NULL;
1847 ia->modified_vars = NULL;
1848 ia->modified_var_cnt = 0;
1855 separators_append_syntax (const PsppireImportAssistant *ia, struct string *s)
1858 ds_put_cstr (s, " /DELIMITERS=\"");
1859 if (ds_find_byte (&ia->separators, '\t') != SIZE_MAX)
1860 ds_put_cstr (s, "\\t");
1861 if (ds_find_byte (&ia->separators, '\\') != SIZE_MAX)
1862 ds_put_cstr (s, "\\\\");
1863 for (i = 0; i < ds_length (&ia->separators); i++)
1865 char c = ds_at (&ia->separators, i);
1867 ds_put_cstr (s, "\"\"");
1868 else if (c != '\t' && c != '\\')
1871 ds_put_cstr (s, "\"\n");
1872 if (!ds_is_empty (&ia->quotes))
1873 syntax_gen_pspp (s, " /QUALIFIER=%sq\n", ds_cstr (&ia->quotes));
1878 formats_append_syntax (const PsppireImportAssistant *ia, struct string *s)
1883 g_return_if_fail (ia->dict);
1885 ds_put_cstr (s, " /VARIABLES=\n");
1887 var_cnt = dict_get_var_cnt (ia->dict);
1888 for (i = 0; i < var_cnt; i++)
1890 struct variable *var = dict_get_var (ia->dict, i);
1891 char format_string[FMT_STRING_LEN_MAX + 1];
1892 fmt_to_string (var_get_print_format (var), format_string);
1893 ds_put_format (s, " %s %s%s\n",
1894 var_get_name (var), format_string,
1895 i == var_cnt - 1 ? "." : "");
1901 first_line_append_syntax (const PsppireImportAssistant *ia, struct string *s)
1903 if (ia->skip_lines > 0)
1904 ds_put_format (s, " /FIRSTCASE=%d\n", ia->skip_lines + 1);
1909 intro_append_syntax (const PsppireImportAssistant *ia, struct string *s)
1911 if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->n_cases_button)))
1912 ds_put_format (s, "N OF CASES %d.\n",
1913 gtk_spin_button_get_value_as_int (GTK_SPIN_BUTTON (ia->n_cases_spin)));
1914 else if (gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (ia->percent_button)))
1915 ds_put_format (s, "SAMPLE %.4g.\n",
1916 gtk_spin_button_get_value (GTK_SPIN_BUTTON (ia->percent_spin)) / 100.0);
1920 /* Emits PSPP syntax to S that applies the dictionary attributes
1921 (such as missing values and value labels) of the variables in
1924 apply_dict (const struct dictionary *dict, struct string *s)
1926 size_t var_cnt = dict_get_var_cnt (dict);
1929 for (i = 0; i < var_cnt; i++)
1931 struct variable *var = dict_get_var (dict, i);
1932 const char *name = var_get_name (var);
1933 enum val_type type = var_get_type (var);
1934 int width = var_get_width (var);
1935 enum measure measure = var_get_measure (var);
1936 enum var_role role = var_get_role (var);
1937 enum alignment alignment = var_get_alignment (var);
1938 const struct fmt_spec *format = var_get_print_format (var);
1940 if (var_has_missing_values (var))
1942 const struct missing_values *mv = var_get_missing_values (var);
1945 syntax_gen_pspp (s, "MISSING VALUES %ss (", name);
1946 for (j = 0; j < mv_n_values (mv); j++)
1949 ds_put_cstr (s, ", ");
1950 syntax_gen_value (s, mv_get_value (mv, j), width, format);
1953 if (mv_has_range (mv))
1956 if (mv_has_value (mv))
1957 ds_put_cstr (s, ", ");
1958 mv_get_range (mv, &low, &high);
1959 syntax_gen_num_range (s, low, high, format);
1961 ds_put_cstr (s, ").\n");
1963 if (var_has_value_labels (var))
1965 const struct val_labs *vls = var_get_value_labels (var);
1966 const struct val_lab **labels = val_labs_sorted (vls);
1967 size_t n_labels = val_labs_count (vls);
1970 syntax_gen_pspp (s, "VALUE LABELS %ss", name);
1971 for (i = 0; i < n_labels; i++)
1973 const struct val_lab *vl = labels[i];
1974 ds_put_cstr (s, "\n ");
1975 syntax_gen_value (s, &vl->value, width, format);
1976 ds_put_byte (s, ' ');
1977 syntax_gen_string (s, ss_cstr (val_lab_get_escaped_label (vl)));
1980 ds_put_cstr (s, ".\n");
1982 if (var_has_label (var))
1983 syntax_gen_pspp (s, "VARIABLE LABELS %ss %sq.\n",
1984 name, var_get_label (var));
1985 if (measure != var_default_measure (type))
1986 syntax_gen_pspp (s, "VARIABLE LEVEL %ss (%ss).\n",
1987 name, measure_to_syntax (measure));
1988 if (role != ROLE_INPUT)
1989 syntax_gen_pspp (s, "VARIABLE ROLE /%ss %ss.\n",
1990 var_role_to_syntax (role), name);
1991 if (alignment != var_default_alignment (type))
1992 syntax_gen_pspp (s, "VARIABLE ALIGNMENT %ss (%ss).\n",
1993 name, alignment_to_syntax (alignment));
1994 if (var_get_display_width (var) != var_default_display_width (width))
1995 syntax_gen_pspp (s, "VARIABLE WIDTH %ss (%d).\n",
1996 name, var_get_display_width (var));
2003 sheet_spec_gen_syntax (PsppireImportAssistant *ia)
2005 GtkBuilder *builder = ia->builder;
2006 GtkWidget *range_entry = get_widget_assert (builder, "cell-range-entry");
2007 GtkWidget *sheet_entry = get_widget_assert (builder, "sheet-entry");
2008 GtkWidget *rnc = get_widget_assert (builder, "readnames-checkbox");
2009 const gchar *range = gtk_entry_get_text (GTK_ENTRY (range_entry));
2010 int sheet_index = 1 + gtk_combo_box_get_active (GTK_COMBO_BOX (sheet_entry));
2011 gboolean read_names = gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (rnc));
2013 struct string s = DS_EMPTY_INITIALIZER;
2016 g_object_get (ia->text_file, "file-name", &filename, NULL);
2017 syntax_gen_pspp (&s,
2021 "\n /SHEET=index %d"
2022 "\n /READNAMES=%ss",
2023 (ia->spreadsheet->type == SPREADSHEET_GNUMERIC) ? "GNM" : "ODS",
2026 read_names ? "ON" : "OFF");
2028 if (range && 0 != strcmp ("", range))
2030 syntax_gen_pspp (&s,
2031 "\n /CELLRANGE=RANGE %sq", range);
2035 syntax_gen_pspp (&s,
2036 "\n /CELLRANGE=FULL");
2040 syntax_gen_pspp (&s, ".");
2043 return ds_cstr (&s);
2048 psppire_import_assistant_generate_syntax (PsppireImportAssistant *ia)
2050 struct string s = DS_EMPTY_INITIALIZER;
2052 if (!ia->spreadsheet)
2054 gchar *file_name = NULL;
2055 gchar *encoding = NULL;
2056 g_object_get (ia->text_file,
2057 "filename", &file_name,
2058 "encoding", &encoding,
2061 if (file_name == NULL)
2064 syntax_gen_pspp (&s,
2069 if (encoding && strcmp (encoding, "Auto"))
2070 syntax_gen_pspp (&s, " /ENCODING=%sq\n", encoding);
2073 " /ARRANGEMENT=DELIMITED\n"
2074 " /DELCASE=LINE\n");
2076 first_line_append_syntax (ia, &s);
2077 separators_append_syntax (ia, &s);
2079 formats_append_syntax (ia, &s);
2080 apply_dict (ia->dict, &s);
2081 intro_append_syntax (ia, &s);
2085 return sheet_spec_gen_syntax (ia);
2088 return ds_cstr (&s);