num-out-cmp.pl: Remove unused script.
[pspp] / tests / automake.mk
index 93b19d82d07d3258fae4d6c084e0863021f64cf7..7b5f9286be42608f4ebf66d11c56743123f3ff72 100644 (file)
+# PSPP - a program for statistical analysis.
+# Copyright (C) 2017 Free Software Foundation, Inc.
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
 ## Process this file with automake to produce Makefile.in  -*- makefile -*-
 
-check_PROGRAMS += \
-       tests/data/datasheet-test \
-       tests/data/sack \
-       tests/data/inexactify \
-       tests/language/lexer/command-name-test \
-       tests/language/lexer/scan-test \
-       tests/language/lexer/segment-test \
-       tests/libpspp/abt-test \
-       tests/libpspp/bt-test \
-       tests/libpspp/cmac-aes256-test \
-       tests/libpspp/encoding-guesser-test \
-       tests/libpspp/heap-test \
-       tests/libpspp/hmap-test \
-       tests/libpspp/hmapx-test \
-       tests/libpspp/i18n-test \
-       tests/libpspp/line-reader-test \
-       tests/libpspp/ll-test \
-       tests/libpspp/llx-test \
-       tests/libpspp/range-map-test \
-       tests/libpspp/range-set-test \
-       tests/libpspp/range-tower-test \
-       tests/libpspp/sparse-array-test \
-       tests/libpspp/sparse-xarray-test \
-       tests/libpspp/str-test \
-       tests/libpspp/string-map-test \
-       tests/libpspp/stringi-map-test \
-       tests/libpspp/string-set-test \
-       tests/libpspp/stringi-set-test \
-       tests/libpspp/tower-test \
-       tests/libpspp/u8-istream-test \
-       tests/libpspp/zip-test \
-       tests/math/chart-get-ticks-format-test \
-       tests/math/chart-get-scale-test \
-       tests/output/render-test \
-       tests/ui/syntax-gen-test
-
-
 check-programs: $(check_PROGRAMS)
 
+check_PROGRAMS += tests/data/datasheet-test
 tests_data_datasheet_test_SOURCES = \
        tests/data/datasheet-test.c
 tests_data_datasheet_test_LDADD = src/libpspp-core.la
 tests_data_datasheet_test_CFLAGS = $(AM_CFLAGS)
 
+check_PROGRAMS += tests/data/sack
 tests_data_sack_SOURCES = \
        tests/data/sack.c
-tests_data_sack_LDADD = src/libpspp-core.la 
+tests_data_sack_LDADD = src/libpspp-core.la
 tests_data_sack_CFLAGS = $(AM_CFLAGS)
 
+check_PROGRAMS += tests/data/spreadsheet-test
+tests_data_spreadsheet_test_SOURCES = \
+       tests/data/spreadsheet-test.c
+tests_data_spreadsheet_test_LDADD = src/libpspp-core.la
+tests_data_spreadsheet_test_CFLAGS = $(AM_CFLAGS)
+
+check_PROGRAMS += tests/libpspp/line-reader-test
 tests_libpspp_line_reader_test_SOURCES = tests/libpspp/line-reader-test.c
-tests_libpspp_line_reader_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
+tests_libpspp_line_reader_test_LDADD = src/libpspp-core.la
 
+check_PROGRAMS += tests/libpspp/ll-test
 tests_libpspp_ll_test_SOURCES = \
        src/libpspp/ll.c \
        tests/libpspp/ll-test.c
 tests_libpspp_ll_test_CFLAGS = $(AM_CFLAGS)
 
+check_PROGRAMS += tests/libpspp/llx-test
 tests_libpspp_llx_test_SOURCES = \
        src/libpspp/ll.c \
        src/libpspp/llx.c \
        tests/libpspp/llx-test.c
 tests_libpspp_llx_test_CFLAGS = $(AM_CFLAGS)
 
+check_PROGRAMS += tests/libpspp/encoding-guesser-test
 tests_libpspp_encoding_guesser_test_SOURCES = \
        tests/libpspp/encoding-guesser-test.c
-tests_libpspp_encoding_guesser_test_LDADD = \
-       src/libpspp/liblibpspp.la \
-       gl/libgl.la
+tests_libpspp_encoding_guesser_test_LDADD = src/libpspp-core.la
 
+check_PROGRAMS += tests/libpspp/heap-test
 tests_libpspp_heap_test_SOURCES = \
        tests/libpspp/heap-test.c
 tests_libpspp_heap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_heap_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/hmap-test
 tests_libpspp_hmap_test_SOURCES = \
        src/libpspp/hmap.c \
        tests/libpspp/hmap-test.c
 tests_libpspp_hmap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/hmapx-test
 tests_libpspp_hmapx_test_SOURCES = \
        src/libpspp/hmap.c \
        src/libpspp/hmapx.c \
        tests/libpspp/hmapx-test.c
 tests_libpspp_hmapx_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/i18n-test
 tests_libpspp_i18n_test_SOURCES = tests/libpspp/i18n-test.c
-tests_libpspp_i18n_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la 
+tests_libpspp_i18n_test_LDADD = src/libpspp-core.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/abt-test
 tests_libpspp_abt_test_SOURCES = \
        src/libpspp/abt.c \
        tests/libpspp/abt-test.c
 tests_libpspp_abt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/bt-test
 tests_libpspp_bt_test_SOURCES = \
        src/libpspp/bt.c \
        tests/libpspp/bt-test.c
 tests_libpspp_bt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/cmac-aes256-test
 tests_libpspp_cmac_aes256_test_SOURCES = \
        src/libpspp/cmac-aes256.c \
        tests/libpspp/cmac-aes256-test.c
 tests_libpspp_cmac_aes256_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/range-map-test
 tests_libpspp_range_map_test_SOURCES = \
        src/libpspp/bt.c \
        src/libpspp/range-map.c \
        tests/libpspp/range-map-test.c
 tests_libpspp_range_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/range-set-test
 tests_libpspp_range_set_test_SOURCES = \
        tests/libpspp/range-set-test.c
 tests_libpspp_range_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_range_set_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/range-tower-test
 tests_libpspp_range_tower_test_SOURCES = \
        tests/libpspp/range-tower-test.c
 tests_libpspp_range_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_range_tower_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/str-test
 tests_libpspp_str_test_SOURCES = \
        tests/libpspp/str-test.c
-tests_libpspp_str_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la 
+tests_libpspp_str_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/string-map-test
 tests_libpspp_string_map_test_SOURCES = \
        tests/libpspp/string-map-test.c
 tests_libpspp_string_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_string_map_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/stringi-map-test
 tests_libpspp_stringi_map_test_SOURCES = \
        tests/libpspp/stringi-map-test.c
 tests_libpspp_stringi_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
-tests_libpspp_stringi_map_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
+tests_libpspp_stringi_map_test_LDADD = src/libpspp-core.la
 
+check_PROGRAMS += tests/libpspp/string-set-test
 tests_libpspp_string_set_test_SOURCES = \
        src/libpspp/hash-functions.c \
        src/libpspp/hmap.c \
@@ -140,31 +143,37 @@ tests_libpspp_string_set_test_SOURCES = \
        tests/libpspp/string-set-test.c
 tests_libpspp_string_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 
+check_PROGRAMS += tests/libpspp/stringi-set-test
 tests_libpspp_stringi_set_test_SOURCES = \
        tests/libpspp/stringi-set-test.c
 tests_libpspp_stringi_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
-tests_libpspp_stringi_set_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
+tests_libpspp_stringi_set_test_LDADD = src/libpspp-core.la
 
+check_PROGRAMS += tests/libpspp/tower-test
 tests_libpspp_tower_test_SOURCES = \
        tests/libpspp/tower-test.c
 tests_libpspp_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_tower_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/u8-istream-test
 tests_libpspp_u8_istream_test_SOURCES = tests/libpspp/u8-istream-test.c
-tests_libpspp_u8_istream_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
+tests_libpspp_u8_istream_test_LDADD = src/libpspp-core.la
 
+check_PROGRAMS += tests/libpspp/sparse-array-test
 tests_libpspp_sparse_array_test_SOURCES = \
-       tests/libpspp/sparse-array-test.c 
+       tests/libpspp/sparse-array-test.c
 tests_libpspp_sparse_array_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_sparse_array_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
 
+check_PROGRAMS += tests/libpspp/sparse-xarray-test
 tests_libpspp_sparse_xarray_test_SOURCES = \
        tests/libpspp/sparse-xarray-test.c
 tests_libpspp_sparse_xarray_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
 tests_libpspp_sparse_xarray_test_LDADD = src/libpspp/liblibpspp.la \
        src/libpspp-core.la \
-       gl/libgl.la 
+       gl/libgl.la
 
+check_PROGRAMS += tests/data/inexactify
 tests_data_inexactify_SOURCES = tests/data/inexactify.c
 
 check_PROGRAMS += tests/language/lexer/command-name-test
@@ -174,7 +183,7 @@ tests_language_lexer_command_name_test_SOURCES = \
        tests/language/lexer/command-name-test.c
 tests_language_lexer_command_name_test_LDADD = \
        src/libpspp/liblibpspp.la \
-       gl/libgl.la 
+       gl/libgl.la
 tests_language_lexer_command_name_test_CFLAGS = $(AM_CFLAGS)
 
 check_PROGRAMS += tests/language/lexer/scan-test
@@ -188,7 +197,7 @@ tests_language_lexer_scan_test_SOURCES = \
 tests_language_lexer_scan_test_CFLAGS = $(AM_CFLAGS)
 tests_language_lexer_scan_test_LDADD = \
        src/libpspp/liblibpspp.la \
-       gl/libgl.la 
+       gl/libgl.la
 
 check_PROGRAMS += tests/language/lexer/segment-test
 tests_language_lexer_segment_test_SOURCES = \
@@ -199,7 +208,7 @@ tests_language_lexer_segment_test_SOURCES = \
 tests_language_lexer_segment_test_CFLAGS = $(AM_CFLAGS)
 tests_language_lexer_segment_test_LDADD = \
        src/libpspp/liblibpspp.la \
-       gl/libgl.la 
+       gl/libgl.la
 
 check_PROGRAMS += tests/libpspp/zip-test
 tests_libpspp_zip_test_SOURCES = \
@@ -209,7 +218,7 @@ tests_libpspp_zip_test_CFLAGS = $(AM_CFLAGS)
 tests_libpspp_zip_test_LDADD = \
        src/libpspp/liblibpspp.la \
        src/libpspp-core.la \
-       gl/libgl.la 
+       gl/libgl.la
 
 check_PROGRAMS += tests/math/chart-get-scale-test
 tests_math_chart_get_scale_test_SOURCES = tests/math/chart-get-scale-test.c
@@ -227,13 +236,21 @@ tests_math_chart_get_ticks_format_test_LDADD = \
        src/libpspp-core.la \
        gl/libgl.la
 
-check_PROGRAMS += tests/output/render-test
-tests_output_render_test_SOURCES = tests/output/render-test.c
-tests_output_render_test_LDADD = \
+check_PROGRAMS += tests/output/pivot-table-test
+tests_output_pivot_table_test_SOURCES = tests/output/pivot-table-test.c
+tests_output_pivot_table_test_LDADD = \
        src/libpspp.la \
        src/libpspp-core.la \
+       gl/libgl.la \
        $(CAIRO_LIBS)
+EXTRA_DIST += tests/output/look.stt
 
+check_PROGRAMS += tests/output/ascii-test
+tests_output_ascii_test_SOURCES = tests/output/ascii-test.c
+tests_output_ascii_test_LDADD = \
+       src/libpspp.la \
+       src/libpspp-core.la \
+       $(CAIRO_LIBS)
 
 check_PROGRAMS += tests/ui/syntax-gen-test
 tests_ui_syntax_gen_test_SOURCES = tests/ui/syntax-gen-test.c
@@ -242,25 +259,57 @@ tests_ui_syntax_gen_test_LDADD = \
        src/libpspp-core.la \
        $(CAIRO_LIBS)
 
+check_PROGRAMS += tests/output/tex-glyphs
+tests_output_tex_glyphs_SOURCES = \
+       tests/output/tex-glyphs.c
+tests_output_tex_glyphs_LDADD = src/output/liboutput.la src/libpspp-core.la
+tests_output_tex_glyphs_CFLAGS = $(AM_CFLAGS) -I $(top_srcdir)/src/output
+
+check_PROGRAMS += tests/output/tex-strings
+tests_output_tex_strings_SOURCES = \
+       tests/output/tex-strings.c
+tests_output_tex_strings_LDADD = src/output/liboutput.la src/libpspp-core.la
+tests_output_tex_strings_CFLAGS = $(AM_CFLAGS) -I $(top_srcdir)/src/output
+
 
 EXTRA_DIST += \
        tests/coverage.sh \
+       tests/data/repeating-2.ods \
+       tests/data/simple.ods \
+       tests/data/simple.gnumeric \
+       tests/data/sparse.ods \
+       tests/data/sparse.gnumeric \
+       tests/data/holey.ods \
+       tests/data/holey.gnumeric \
+       tests/data/multisheet.ods \
+       tests/data/multisheet.gnumeric \
+       tests/data/repeating.ods \
+       tests/data/repeating.gnumeric \
+       tests/data/one-thousand-by-fifty-three.ods \
+       tests/data/one-thousand-by-fifty-three.gnumeric \
+       tests/data/CVE-2017-10791.sav \
+       tests/data/CVE-2017-10792.sav \
        tests/data/bcd-in.expected.cmp.gz \
        tests/data/binhex-in.expected.cmp.gz \
        tests/data/binhex-out.expected.gz \
        tests/data/hotel-encrypted.sav \
        tests/data/legacy-in.expected.cmp.gz \
        tests/data/num-in.expected.gz \
-       tests/data/num-out-cmp.pl \
        tests/data/num-out.expected.cmp.gz \
+       tests/data/test-date-input.py \
+       tests/data/test-time-input.py \
        tests/data/v13.sav \
        tests/data/v14.sav \
        tests/data/test-encrypted.sps \
+       tests/data/test-decrypted.spv \
+       tests/data/test-encrypted.spv \
        tests/language/mann-whitney.txt \
        tests/language/data-io/Book1.gnm.unzipped \
        tests/language/data-io/test.ods \
        tests/language/data-io/newone.ods \
-       tests/language/stats/llz.zsav
+       tests/language/data-io/readnames.ods \
+       tests/language/stats/llz.zsav \
+       tests/utilities/regress.spv
 
 CLEANFILES += *.save pspp.* foo*
 \f
@@ -279,15 +328,18 @@ TESTSUITE_AT = \
        tests/data/data-in.at \
        tests/data/data-out.at \
        tests/data/datasheet-test.at \
+       tests/data/spreadsheet-test.at \
        tests/data/dictionary.at \
        tests/data/file.at \
        tests/data/format-guesser.at \
+       tests/data/mdd-file.at \
        tests/data/pc+-file-reader.at \
        tests/data/por-file.at \
        tests/data/sys-file-reader.at \
        tests/data/sys-file.at \
        tests/data/encrypted-file.at \
        tests/language/command.at \
+       tests/language/control/define.at \
        tests/language/control/do-if.at \
        tests/language/control/do-repeat.at \
        tests/language/control/loop.at \
@@ -304,16 +356,21 @@ TESTSUITE_AT = \
        tests/language/data-io/inpt-pgm.at \
        tests/language/data-io/list.at \
        tests/language/data-io/match-files.at \
+       tests/language/data-io/matrix-data.at \
+       tests/language/data-io/matrix-reader.at \
+       tests/language/data-io/mconvert.at \
        tests/language/data-io/print-space.at \
        tests/language/data-io/print.at \
        tests/language/data-io/save.at \
        tests/language/data-io/save-translate.at \
        tests/language/data-io/update.at \
        tests/language/dictionary/attributes.at \
+       tests/language/dictionary/apply.at \
        tests/language/dictionary/delete-variables.at \
        tests/language/dictionary/formats.at \
        tests/language/dictionary/missing-values.at \
        tests/language/dictionary/mrsets.at \
+       tests/language/dictionary/modify-variables.at \
        tests/language/dictionary/rename-variables.at \
        tests/language/dictionary/sort-variables.at \
        tests/language/dictionary/split-file.at \
@@ -326,7 +383,6 @@ TESTSUITE_AT = \
        tests/language/expressions/parse.at \
        tests/language/lexer/command-name.at \
        tests/language/lexer/lexer.at \
-       tests/language/lexer/q2c.at \
        tests/language/lexer/scan.at \
        tests/language/lexer/segment.at \
        tests/language/lexer/variable-parser.at \
@@ -342,6 +398,7 @@ TESTSUITE_AT = \
        tests/language/stats/frequencies.at \
        tests/language/stats/glm.at \
        tests/language/stats/logistic.at \
+       tests/language/stats/matrix.at \
        tests/language/stats/means.at \
        tests/language/stats/npar.at \
        tests/language/stats/oneway.at \
@@ -355,6 +412,7 @@ TESTSUITE_AT = \
        tests/language/utilities/cache.at \
        tests/language/utilities/cd.at \
        tests/language/utilities/date.at \
+       tests/language/utilities/host.at \
        tests/language/utilities/insert.at \
        tests/language/utilities/permissions.at \
        tests/language/utilities/set.at \
@@ -397,15 +455,19 @@ TESTSUITE_AT = \
        tests/output/html.at \
        tests/output/output.at \
        tests/output/paper-size.at \
+       tests/output/pivot-table.at \
        tests/output/render.at \
        tests/output/tables.at \
+       tests/output/tex.at \
        tests/ui/terminal/main.at \
        tests/ui/syntax-gen.at \
+       tests/utilities/pspp-convert.at \
+       tests/utilities/pspp-output.at \
        tests/perl-module.at
 
 TESTSUITE = $(srcdir)/tests/testsuite
-DISTCLEANFILES += tests/atconfig tests/atlocal $(TESTSUITE)
-AUTOTEST_PATH = tests/data:tests/language/lexer:tests/libpspp:tests/output:src/ui/terminal:utilities
+DISTCLEANFILES += tests/atconfig tests/atlocal
+AUTOTEST_PATH = tests/data:tests/language/lexer:tests/libpspp:tests/output:tests/math:src/ui/terminal:utilities
 
 $(srcdir)/tests/testsuite.at: tests/testsuite.in tests/automake.mk
        $(AM_V_GEN)printf '\043 Generated automatically -- do not modify!    -*- buffer-read-only: t -*-\n' > $@,tmp
@@ -427,7 +489,7 @@ tests_clean:
 
 AUTOM4TE = $(SHELL) $(srcdir)/build-aux/missing --run autom4te
 AUTOTEST = $(AUTOM4TE) --language=autotest
-$(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT) 
+$(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT)
        $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' $@.at | $(SED) 's/@<00A0>@/ /g' > $@.tmp
        test -s $@.tmp
        $(AM_V_at)mv $@.tmp $@
@@ -445,9 +507,10 @@ $(srcdir)/package.m4: $(top_srcdir)/configure.ac
        } >'$(srcdir)/package.m4'
 
 check-valgrind:
-       $(MAKE) check RUNNER='$(SHELL) $(abs_top_builddir)/libtool --mode=execute valgrind --log-file=valgrind.%p --leak-check=full --num-callers=20' TESTSUITEFLAGS='$(TESTSUITEFLAGS) -d'
+       $(MAKE) check RUNNER='$(SHELL) $(abs_top_builddir)/libtool --mode=execute valgrind --log-file=valgrind.%p --leak-check=full --num-callers=20 --suppressions=$(abs_top_srcdir)/tests/valgrind.supp --read-inline-info=yes --read-var-info=yes' TESTSUITEFLAGS='$(TESTSUITEFLAGS) -d'
        @echo
        @echo '--------------------------------'
        @echo 'Valgrind output is in:'
        @echo 'tests/testsuite.dir/*/valgrind.*'
        @echo '--------------------------------'
+EXTRA_DIST += tests/valgrind.supp tests/lsan.supp