241f0afd4d6779178979f70e1619fc688f74965d
[pspp] / tests / automake.mk
1 # PSPP - a program for statistical analysis.
2 # Copyright (C) 2017 Free Software Foundation, Inc.
3 #
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
8 #
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12 # GNU General Public License for more details.
13 #
14 # You should have received a copy of the GNU General Public License
15 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
16 #
17 ## Process this file with automake to produce Makefile.in  -*- makefile -*-
18
19 check_PROGRAMS += \
20         tests/data/datasheet-test \
21         tests/data/sack \
22         tests/data/spreadsheet-test \
23         tests/data/inexactify \
24         tests/language/lexer/command-name-test \
25         tests/language/lexer/scan-test \
26         tests/language/lexer/segment-test \
27         tests/libpspp/abt-test \
28         tests/libpspp/bt-test \
29         tests/libpspp/cmac-aes256-test \
30         tests/libpspp/encoding-guesser-test \
31         tests/libpspp/heap-test \
32         tests/libpspp/hmap-test \
33         tests/libpspp/hmapx-test \
34         tests/libpspp/i18n-test \
35         tests/libpspp/line-reader-test \
36         tests/libpspp/ll-test \
37         tests/libpspp/llx-test \
38         tests/libpspp/range-map-test \
39         tests/libpspp/range-set-test \
40         tests/libpspp/range-tower-test \
41         tests/libpspp/sparse-array-test \
42         tests/libpspp/sparse-xarray-test \
43         tests/libpspp/str-test \
44         tests/libpspp/string-map-test \
45         tests/libpspp/stringi-map-test \
46         tests/libpspp/string-set-test \
47         tests/libpspp/stringi-set-test \
48         tests/libpspp/tower-test \
49         tests/libpspp/u8-istream-test \
50         tests/libpspp/zip-test \
51         tests/math/chart-get-ticks-format-test \
52         tests/math/chart-get-scale-test \
53         tests/output/render-test \
54         tests/ui/syntax-gen-test
55
56
57 check-programs: $(check_PROGRAMS)
58
59 tests_data_datasheet_test_SOURCES = \
60         tests/data/datasheet-test.c
61 tests_data_datasheet_test_LDADD = src/libpspp-core.la
62 tests_data_datasheet_test_CFLAGS = $(AM_CFLAGS)
63
64 tests_data_sack_SOURCES = \
65         tests/data/sack.c
66 tests_data_sack_LDADD = src/libpspp-core.la
67 tests_data_sack_CFLAGS = $(AM_CFLAGS)
68
69
70 tests_data_spreadsheet_test_SOURCES = \
71         tests/data/spreadsheet-test.c
72 tests_data_spreadsheet_test_LDADD = src/libpspp-core.la
73 tests_data_spreadsheet_test_CFLAGS = $(AM_CFLAGS)
74
75 tests_libpspp_line_reader_test_SOURCES = tests/libpspp/line-reader-test.c
76 tests_libpspp_line_reader_test_LDADD = src/libpspp-core.la
77
78 tests_libpspp_ll_test_SOURCES = \
79         src/libpspp/ll.c \
80         tests/libpspp/ll-test.c
81 tests_libpspp_ll_test_CFLAGS = $(AM_CFLAGS)
82
83 tests_libpspp_llx_test_SOURCES = \
84         src/libpspp/ll.c \
85         src/libpspp/llx.c \
86         tests/libpspp/llx-test.c
87 tests_libpspp_llx_test_CFLAGS = $(AM_CFLAGS)
88
89 tests_libpspp_encoding_guesser_test_SOURCES = \
90         tests/libpspp/encoding-guesser-test.c
91 tests_libpspp_encoding_guesser_test_LDADD = src/libpspp-core.la
92
93 tests_libpspp_heap_test_SOURCES = \
94         tests/libpspp/heap-test.c
95 tests_libpspp_heap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
96 tests_libpspp_heap_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
97
98 tests_libpspp_hmap_test_SOURCES = \
99         src/libpspp/hmap.c \
100         tests/libpspp/hmap-test.c
101 tests_libpspp_hmap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
102
103 tests_libpspp_hmapx_test_SOURCES = \
104         src/libpspp/hmap.c \
105         src/libpspp/hmapx.c \
106         tests/libpspp/hmapx-test.c
107 tests_libpspp_hmapx_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
108
109 tests_libpspp_i18n_test_SOURCES = tests/libpspp/i18n-test.c
110 tests_libpspp_i18n_test_LDADD = src/libpspp-core.la gl/libgl.la
111
112 tests_libpspp_abt_test_SOURCES = \
113         src/libpspp/abt.c \
114         tests/libpspp/abt-test.c
115 tests_libpspp_abt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
116
117 tests_libpspp_bt_test_SOURCES = \
118         src/libpspp/bt.c \
119         tests/libpspp/bt-test.c
120 tests_libpspp_bt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
121
122 tests_libpspp_cmac_aes256_test_SOURCES = \
123         src/libpspp/cmac-aes256.c \
124         tests/libpspp/cmac-aes256-test.c
125 tests_libpspp_cmac_aes256_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
126
127 tests_libpspp_range_map_test_SOURCES = \
128         src/libpspp/bt.c \
129         src/libpspp/range-map.c \
130         tests/libpspp/range-map-test.c
131 tests_libpspp_range_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
132
133 tests_libpspp_range_set_test_SOURCES = \
134         tests/libpspp/range-set-test.c
135 tests_libpspp_range_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
136 tests_libpspp_range_set_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
137
138 tests_libpspp_range_tower_test_SOURCES = \
139         tests/libpspp/range-tower-test.c
140 tests_libpspp_range_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
141 tests_libpspp_range_tower_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
142
143 tests_libpspp_str_test_SOURCES = \
144         tests/libpspp/str-test.c
145 tests_libpspp_str_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
146
147 tests_libpspp_string_map_test_SOURCES = \
148         tests/libpspp/string-map-test.c
149 tests_libpspp_string_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
150 tests_libpspp_string_map_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
151
152 tests_libpspp_stringi_map_test_SOURCES = \
153         tests/libpspp/stringi-map-test.c
154 tests_libpspp_stringi_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
155 tests_libpspp_stringi_map_test_LDADD = src/libpspp-core.la
156
157 tests_libpspp_string_set_test_SOURCES = \
158         src/libpspp/hash-functions.c \
159         src/libpspp/hmap.c \
160         src/libpspp/string-set.c \
161         tests/libpspp/string-set-test.c
162 tests_libpspp_string_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
163
164 tests_libpspp_stringi_set_test_SOURCES = \
165         tests/libpspp/stringi-set-test.c
166 tests_libpspp_stringi_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
167 tests_libpspp_stringi_set_test_LDADD = src/libpspp-core.la
168
169 tests_libpspp_tower_test_SOURCES = \
170         tests/libpspp/tower-test.c
171 tests_libpspp_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
172 tests_libpspp_tower_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
173
174 tests_libpspp_u8_istream_test_SOURCES = tests/libpspp/u8-istream-test.c
175 tests_libpspp_u8_istream_test_LDADD = src/libpspp-core.la
176
177 tests_libpspp_sparse_array_test_SOURCES = \
178         tests/libpspp/sparse-array-test.c
179 tests_libpspp_sparse_array_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
180 tests_libpspp_sparse_array_test_LDADD = src/libpspp/liblibpspp.la gl/libgl.la
181
182 tests_libpspp_sparse_xarray_test_SOURCES = \
183         tests/libpspp/sparse-xarray-test.c
184 tests_libpspp_sparse_xarray_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
185 tests_libpspp_sparse_xarray_test_LDADD = src/libpspp/liblibpspp.la \
186         src/libpspp-core.la \
187         gl/libgl.la
188
189 tests_data_inexactify_SOURCES = tests/data/inexactify.c
190
191 check_PROGRAMS += tests/language/lexer/command-name-test
192 tests_language_lexer_command_name_test_SOURCES = \
193         src/data/identifier.c \
194         src/language/lexer/command-name.c \
195         tests/language/lexer/command-name-test.c
196 tests_language_lexer_command_name_test_LDADD = \
197         src/libpspp/liblibpspp.la \
198         gl/libgl.la
199 tests_language_lexer_command_name_test_CFLAGS = $(AM_CFLAGS)
200
201 check_PROGRAMS += tests/language/lexer/scan-test
202 tests_language_lexer_scan_test_SOURCES = \
203         src/data/identifier.c \
204         src/language/lexer/command-name.c \
205         src/language/lexer/scan.c \
206         src/language/lexer/segment.c \
207         src/language/lexer/token.c \
208         tests/language/lexer/scan-test.c
209 tests_language_lexer_scan_test_CFLAGS = $(AM_CFLAGS)
210 tests_language_lexer_scan_test_LDADD = \
211         src/libpspp/liblibpspp.la \
212         gl/libgl.la
213
214 check_PROGRAMS += tests/language/lexer/segment-test
215 tests_language_lexer_segment_test_SOURCES = \
216         src/data/identifier.c \
217         src/language/lexer/command-name.c \
218         src/language/lexer/segment.c \
219         tests/language/lexer/segment-test.c
220 tests_language_lexer_segment_test_CFLAGS = $(AM_CFLAGS)
221 tests_language_lexer_segment_test_LDADD = \
222         src/libpspp/liblibpspp.la \
223         gl/libgl.la
224
225 check_PROGRAMS += tests/libpspp/zip-test
226 tests_libpspp_zip_test_SOURCES = \
227         tests/libpspp/zip-test.c
228
229 tests_libpspp_zip_test_CFLAGS = $(AM_CFLAGS)
230 tests_libpspp_zip_test_LDADD = \
231         src/libpspp/liblibpspp.la \
232         src/libpspp-core.la \
233         gl/libgl.la
234
235 check_PROGRAMS += tests/math/chart-get-scale-test
236 tests_math_chart_get_scale_test_SOURCES = tests/math/chart-get-scale-test.c
237 tests_math_chart_get_scale_test_LDADD = \
238         src/math/libpspp-math.la \
239         src/libpspp/liblibpspp.la \
240         src/libpspp-core.la \
241         gl/libgl.la
242
243 check_PROGRAMS += tests/math/chart-get-ticks-format-test
244 tests_math_chart_get_ticks_format_test_SOURCES = tests/math/chart-get-ticks-format-test.c
245 tests_math_chart_get_ticks_format_test_LDADD = \
246         src/math/libpspp-math.la \
247         src/libpspp/liblibpspp.la \
248         src/libpspp-core.la \
249         gl/libgl.la
250
251 check_PROGRAMS += tests/output/render-test
252 tests_output_render_test_SOURCES = tests/output/render-test.c
253 tests_output_render_test_LDADD = \
254         src/libpspp.la \
255         src/libpspp-core.la \
256         $(CAIRO_LIBS)
257
258 check_PROGRAMS += tests/ui/syntax-gen-test
259 tests_ui_syntax_gen_test_SOURCES = tests/ui/syntax-gen-test.c
260 tests_ui_syntax_gen_test_LDADD = \
261         src/ui/libuicommon.la \
262         src/libpspp-core.la \
263         $(CAIRO_LIBS)
264
265
266 EXTRA_DIST += \
267         tests/coverage.sh \
268         tests/data/simple.ods \
269         tests/data/simple.gnumeric \
270         tests/data/sparse.ods \
271         tests/data/sparse.gnumeric \
272         tests/data/holey.ods \
273         tests/data/holey.gnumeric \
274         tests/data/multisheet.ods \
275         tests/data/multisheet.gnumeric \
276         tests/data/repeating.ods \
277         tests/data/repeating.gnumeric \
278         tests/data/one-thousand-by-fifty-three.ods \
279         tests/data/one-thousand-by-fifty-three.gnumeric \
280         tests/data/CVE-2017-10791.sav \
281         tests/data/CVE-2017-10792.sav \
282         tests/data/bcd-in.expected.cmp.gz \
283         tests/data/binhex-in.expected.cmp.gz \
284         tests/data/binhex-out.expected.gz \
285         tests/data/hotel-encrypted.sav \
286         tests/data/legacy-in.expected.cmp.gz \
287         tests/data/num-in.expected.gz \
288         tests/data/num-out-cmp.pl \
289         tests/data/num-out.expected.cmp.gz \
290         tests/data/test-date-input.py \
291         tests/data/test-time-input.py \
292         tests/data/v13.sav \
293         tests/data/v14.sav \
294         tests/data/test-encrypted.sps \
295         tests/data/test-decrypted.spv \
296         tests/data/test-encrypted.spv \
297         tests/language/mann-whitney.txt \
298         tests/language/data-io/Book1.gnm.unzipped \
299         tests/language/data-io/test.ods \
300         tests/language/data-io/newone.ods \
301         tests/language/data-io/readnames.ods \
302         tests/language/stats/llz.zsav \
303         tests/utilities/regress.spv
304
305 CLEANFILES += *.save pspp.* foo*
306 \f
307 # Autotest testsuite
308
309 EXTRA_DIST += \
310         tests/testsuite.in \
311         $(TESTSUITE_AT) \
312         $(TESTSUITE) \
313         tests/atlocal.in \
314         $(srcdir)/package.m4 \
315         $(TESTSUITE)
316
317 TESTSUITE_AT = \
318         tests/data/calendar.at \
319         tests/data/data-in.at \
320         tests/data/data-out.at \
321         tests/data/datasheet-test.at \
322         tests/data/spreadsheet-test.at \
323         tests/data/dictionary.at \
324         tests/data/file.at \
325         tests/data/format-guesser.at \
326         tests/data/mdd-file.at \
327         tests/data/pc+-file-reader.at \
328         tests/data/por-file.at \
329         tests/data/sys-file-reader.at \
330         tests/data/sys-file.at \
331         tests/data/encrypted-file.at \
332         tests/language/command.at \
333         tests/language/control/do-if.at \
334         tests/language/control/do-repeat.at \
335         tests/language/control/loop.at \
336         tests/language/control/temporary.at \
337         tests/language/data-io/add-files.at \
338         tests/language/data-io/data-list.at \
339         tests/language/data-io/data-reader.at \
340         tests/language/data-io/dataset.at \
341         tests/language/data-io/file-handle.at \
342         tests/language/data-io/get-data-spreadsheet.at \
343         tests/language/data-io/get-data-psql.at \
344         tests/language/data-io/get-data-txt.at \
345         tests/language/data-io/get.at \
346         tests/language/data-io/inpt-pgm.at \
347         tests/language/data-io/list.at \
348         tests/language/data-io/match-files.at \
349         tests/language/data-io/matrix-data.at \
350         tests/language/data-io/print-space.at \
351         tests/language/data-io/print.at \
352         tests/language/data-io/save.at \
353         tests/language/data-io/save-translate.at \
354         tests/language/data-io/update.at \
355         tests/language/dictionary/attributes.at \
356         tests/language/dictionary/apply.at \
357         tests/language/dictionary/delete-variables.at \
358         tests/language/dictionary/formats.at \
359         tests/language/dictionary/missing-values.at \
360         tests/language/dictionary/mrsets.at \
361         tests/language/dictionary/modify-variables.at \
362         tests/language/dictionary/rename-variables.at \
363         tests/language/dictionary/sort-variables.at \
364         tests/language/dictionary/split-file.at \
365         tests/language/dictionary/sys-file-info.at \
366         tests/language/dictionary/value-labels.at \
367         tests/language/dictionary/variable-display.at \
368         tests/language/dictionary/vector.at \
369         tests/language/dictionary/weight.at \
370         tests/language/expressions/evaluate.at \
371         tests/language/expressions/parse.at \
372         tests/language/lexer/command-name.at \
373         tests/language/lexer/lexer.at \
374         tests/language/lexer/q2c.at \
375         tests/language/lexer/scan.at \
376         tests/language/lexer/segment.at \
377         tests/language/lexer/variable-parser.at \
378         tests/language/stats/aggregate.at \
379         tests/language/stats/autorecode.at \
380         tests/language/stats/correlations.at \
381         tests/language/stats/crosstabs.at \
382         tests/language/stats/descriptives.at \
383         tests/language/stats/examine.at \
384         tests/language/stats/graph.at \
385         tests/language/stats/factor.at \
386         tests/language/stats/flip.at \
387         tests/language/stats/frequencies.at \
388         tests/language/stats/glm.at \
389         tests/language/stats/logistic.at \
390         tests/language/stats/means.at \
391         tests/language/stats/npar.at \
392         tests/language/stats/oneway.at \
393         tests/language/stats/quick-cluster.at \
394         tests/language/stats/rank.at \
395         tests/language/stats/regression.at \
396         tests/language/stats/reliability.at \
397         tests/language/stats/roc.at \
398         tests/language/stats/sort-cases.at \
399         tests/language/stats/t-test.at \
400         tests/language/utilities/cache.at \
401         tests/language/utilities/cd.at \
402         tests/language/utilities/date.at \
403         tests/language/utilities/host.at \
404         tests/language/utilities/insert.at \
405         tests/language/utilities/permissions.at \
406         tests/language/utilities/set.at \
407         tests/language/utilities/show.at \
408         tests/language/utilities/title.at \
409         tests/language/xforms/compute.at \
410         tests/language/xforms/count.at \
411         tests/language/xforms/recode.at \
412         tests/language/xforms/sample.at \
413         tests/language/xforms/select-if.at \
414         tests/libpspp/abt.at \
415         tests/libpspp/bt.at \
416         tests/libpspp/encoding-guesser.at \
417         tests/libpspp/float-format.at \
418         tests/libpspp/heap.at \
419         tests/libpspp/hmap.at \
420         tests/libpspp/hmapx.at \
421         tests/libpspp/i18n.at \
422         tests/libpspp/line-reader.at \
423         tests/libpspp/ll.at \
424         tests/libpspp/llx.at \
425         tests/libpspp/range-map.at \
426         tests/libpspp/range-set.at \
427         tests/libpspp/range-tower.at \
428         tests/libpspp/sparse-array.at \
429         tests/libpspp/sparse-xarray-test.at \
430         tests/libpspp/str.at \
431         tests/libpspp/string-map.at \
432         tests/libpspp/stringi-map.at \
433         tests/libpspp/string-set.at \
434         tests/libpspp/stringi-set.at \
435         tests/libpspp/tower.at \
436         tests/libpspp/u8-istream.at \
437         tests/libpspp/zip.at \
438         tests/math/chart-geometry.at \
439         tests/math/moments.at \
440         tests/math/randist.at \
441         tests/output/ascii.at \
442         tests/output/charts.at \
443         tests/output/html.at \
444         tests/output/output.at \
445         tests/output/paper-size.at \
446         tests/output/render.at \
447         tests/output/tables.at \
448         tests/ui/terminal/main.at \
449         tests/ui/syntax-gen.at \
450         tests/utilities/pspp-convert.at \
451         tests/utilities/pspp-output.at \
452         tests/perl-module.at
453
454 TESTSUITE = $(srcdir)/tests/testsuite
455 DISTCLEANFILES += tests/atconfig tests/atlocal
456 AUTOTEST_PATH = tests/data:tests/language/lexer:tests/libpspp:tests/output:tests/math:src/ui/terminal:utilities
457
458 $(srcdir)/tests/testsuite.at: tests/testsuite.in tests/automake.mk
459         $(AM_V_GEN)printf '\043 Generated automatically -- do not modify!    -*- buffer-read-only: t -*-\n' > $@,tmp
460         $(AM_V_at)cat $< >> $@,tmp
461         $(AM_V_at)for t in $(TESTSUITE_AT); do \
462           echo "m4_include([$$t])" >> $@,tmp ;\
463         done
464         mv $@,tmp $@
465
466 EXTRA_DIST += tests/testsuite.at
467
468 CHECK_LOCAL += tests_check
469 tests_check: tests/atconfig tests/atlocal $(TESTSUITE) $(check_PROGRAMS)
470         XTERM_LOCALE='' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) RUNNER='$(RUNNER)' $(TESTSUITEFLAGS)
471
472 CLEAN_LOCAL += tests_clean
473 tests_clean:
474         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
475
476 AUTOM4TE = $(SHELL) $(srcdir)/build-aux/missing --run autom4te
477 AUTOTEST = $(AUTOM4TE) --language=autotest
478 $(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT)
479         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' $@.at | $(SED) 's/@<00A0>@/ /g' > $@.tmp
480         test -s $@.tmp
481         $(AM_V_at)mv $@.tmp $@
482
483 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
484 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
485         $(AM_V_GEN):;{ \
486           echo '# Signature of the current package.' && \
487           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
488           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
489           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
490           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
491           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])' && \
492           echo 'm4_define([AT_PACKAGE_URL],       [$(PACKAGE_URL)])'; \
493         } >'$(srcdir)/package.m4'
494
495 check-valgrind:
496         $(MAKE) check RUNNER='$(SHELL) $(abs_top_builddir)/libtool --mode=execute valgrind --log-file=valgrind.%p --leak-check=full --num-callers=20 --suppressions=$(abs_top_srcdir)/tests/valgrind.supp --read-inline-info=yes --read-var-info=yes' TESTSUITEFLAGS='$(TESTSUITEFLAGS) -d'
497         @echo
498         @echo '--------------------------------'
499         @echo 'Valgrind output is in:'
500         @echo 'tests/testsuite.dir/*/valgrind.*'
501         @echo '--------------------------------'
502 EXTRA_DIST += tests/valgrind.supp tests/lsan.supp