tests: Convert a test for crash on invalid input to Autotest framework.
[pspp-builds.git] / tests / automake.mk
1 ## Process this file with automake to produce Makefile.in  -*- makefile -*-
2
3 TESTS_ENVIRONMENT = top_srcdir='$(top_srcdir)' top_builddir='$(top_builddir)'
4 TESTS_ENVIRONMENT += PERL='$(PERL)'
5
6 # Allow locale_charset to find charset.alias before running "make install".
7 TESTS_ENVIRONMENT += CHARSETALIASDIR='$(abs_top_builddir)/gl'
8
9 TESTS_ENVIRONMENT += LC_ALL=C
10 TESTS_ENVIRONMENT += EXEEXT=$(EXEEXT)
11
12 dist_TESTS = \
13         tests/formats/bcd-in.sh \
14         tests/formats/binhex-out.sh \
15         tests/formats/date-in.sh \
16         tests/formats/date-out.sh \
17         tests/formats/float-format.sh \
18         tests/formats/format-guesser.sh \
19         tests/formats/ib-in.sh \
20         tests/formats/legacy-in.sh \
21         tests/formats/month-in.sh \
22         tests/formats/month-out.sh \
23         tests/formats/num-in.sh \
24         tests/formats/num-out.sh \
25         tests/formats/time-in.sh \
26         tests/formats/time-out.sh \
27         tests/formats/wkday-in.sh \
28         tests/formats/wkday-out.sh \
29         tests/formats/360.sh \
30         tests/bugs/comment-at-eof.sh \
31         tests/bugs/curtailed.sh \
32         tests/bugs/if_crash.sh \
33         tests/bugs/input-crash.sh \
34         tests/bugs/multipass.sh \
35         tests/bugs/overwrite-input-file.sh \
36         tests/bugs/overwrite-special-file.sh \
37         tests/bugs/random.sh \
38         tests/bugs/shbang.sh \
39         tests/bugs/signals.sh \
40         tests/bugs/temporary.sh \
41         tests/bugs/unwritable-dir.sh \
42         tests/bugs/val-labs.sh \
43         tests/bugs/val-labs-trailing-slash.sh \
44         tests/bugs/keep-all.sh \
45         tests/data/datasheet-test.sh \
46         tests/libpspp/sparse-xarray-test.sh \
47         tests/output/paper-size.sh \
48         tests/expressions/randist.sh \
49         tests/expressions/valuelabel.sh \
50         tests/expressions/variables.sh \
51         tests/expressions/vectors.sh
52
53 TESTS = $(dist_TESTS) $(nodist_TESTS)
54
55 check_PROGRAMS += \
56         $(nodist_TESTS) \
57         tests/data/datasheet-test \
58         tests/formats/inexactify \
59         tests/libpspp/abt-test \
60         tests/libpspp/bt-test \
61         tests/libpspp/heap-test \
62         tests/libpspp/hmap-test \
63         tests/libpspp/hmapx-test \
64         tests/libpspp/i18n-test \
65         tests/libpspp/ll-test \
66         tests/libpspp/llx-test \
67         tests/libpspp/range-map-test \
68         tests/libpspp/range-set-test \
69         tests/libpspp/sparse-array-test \
70         tests/libpspp/sparse-xarray-test \
71         tests/libpspp/str-test \
72         tests/libpspp/string-map-test \
73         tests/libpspp/stringi-map-test \
74         tests/libpspp/string-set-test \
75         tests/libpspp/stringi-set-test \
76         tests/libpspp/tower-test \
77         tests/output/render-test
78
79 tests_data_datasheet_test_SOURCES = \
80         tests/data/datasheet-test.c
81 tests_data_datasheet_test_LDADD = src/libpspp-core.la $(LIBINTL) 
82 tests_data_datasheet_test_CFLAGS = $(AM_CFLAGS)
83
84 tests_libpspp_ll_test_SOURCES = \
85         src/libpspp/ll.c \
86         tests/libpspp/ll-test.c
87 tests_libpspp_ll_test_LDADD = gl/libgl.la $(LIBINTL)
88 tests_libpspp_ll_test_CFLAGS = $(AM_CFLAGS)
89
90 tests_libpspp_llx_test_SOURCES = \
91         src/libpspp/ll.c \
92         src/libpspp/llx.c \
93         tests/libpspp/llx-test.c
94 tests_libpspp_llx_test_LDADD = gl/libgl.la $(LIBINTL)
95 tests_libpspp_llx_test_CFLAGS = $(AM_CFLAGS)
96
97 tests_libpspp_heap_test_SOURCES = \
98         src/libpspp/heap.c \
99         src/libpspp/pool.c \
100         src/libpspp/temp-file.c \
101         tests/libpspp/heap-test.c
102 tests_libpspp_heap_test_LDADD = gl/libgl.la $(LIBINTL) 
103 tests_libpspp_heap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
104
105 tests_libpspp_hmap_test_SOURCES = \
106         src/libpspp/hmap.c \
107         tests/libpspp/hmap-test.c
108 tests_libpspp_hmap_test_LDADD = gl/libgl.la $(LIBINTL)
109 tests_libpspp_hmap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
110
111 tests_libpspp_hmapx_test_SOURCES = \
112         src/libpspp/hmap.c \
113         src/libpspp/hmapx.c \
114         tests/libpspp/hmapx-test.c
115 tests_libpspp_hmapx_test_LDADD = gl/libgl.la $(LIBINTL)
116 tests_libpspp_hmapx_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
117
118 tests_libpspp_i18n_test_SOURCES = tests/libpspp/i18n-test.c
119 tests_libpspp_i18n_test_LDADD = src/libpspp/libpspp.la gl/libgl.la $(LIBINTL) 
120
121 tests_libpspp_abt_test_SOURCES = \
122         src/libpspp/abt.c \
123         tests/libpspp/abt-test.c
124 tests_libpspp_abt_test_LDADD = gl/libgl.la $(LIBINTL)
125 tests_libpspp_abt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
126
127 tests_libpspp_bt_test_SOURCES = \
128         src/libpspp/bt.c \
129         tests/libpspp/bt-test.c
130 tests_libpspp_bt_test_LDADD = gl/libgl.la
131 tests_libpspp_bt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
132
133 tests_libpspp_range_map_test_SOURCES = \
134         src/libpspp/bt.c \
135         src/libpspp/range-map.c \
136         tests/libpspp/range-map-test.c
137 tests_libpspp_range_map_test_LDADD = gl/libgl.la $(LIBINTL)
138 tests_libpspp_range_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
139
140 tests_libpspp_range_set_test_SOURCES = \
141         src/libpspp/bt.c \
142         src/libpspp/pool.c \
143         src/libpspp/range-set.c \
144         src/libpspp/temp-file.c \
145         tests/libpspp/range-set-test.c
146 tests_libpspp_range_set_test_LDADD = gl/libgl.la $(LIBINTL) 
147 tests_libpspp_range_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
148
149 tests_libpspp_str_test_SOURCES = \
150         tests/libpspp/str-test.c
151 tests_libpspp_str_test_LDADD = src/libpspp/libpspp.la gl/libgl.la $(LIBINTL) 
152
153 tests_libpspp_string_map_test_SOURCES = \
154         src/libpspp/hash-functions.c \
155         src/libpspp/hmap.c \
156         src/libpspp/string-map.c \
157         src/libpspp/string-set.c \
158         tests/libpspp/string-map-test.c
159 tests_libpspp_string_map_test_LDADD = gl/libgl.la $(LIBINTL)
160 tests_libpspp_string_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
161
162 tests_libpspp_stringi_map_test_SOURCES = \
163         src/libpspp/hash-functions.c \
164         src/libpspp/hmap.c \
165         src/libpspp/pool.c \
166         src/libpspp/str.c \
167         src/libpspp/stringi-map.c \
168         src/libpspp/string-set.c \
169         src/libpspp/stringi-set.c \
170         src/libpspp/temp-file.c \
171         tests/libpspp/stringi-map-test.c
172 tests_libpspp_stringi_map_test_LDADD = gl/libgl.la $(LIBINTL)
173 tests_libpspp_stringi_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
174
175 tests_libpspp_string_set_test_SOURCES = \
176         src/libpspp/hash-functions.c \
177         src/libpspp/hmap.c \
178         src/libpspp/string-set.c \
179         tests/libpspp/string-set-test.c
180 tests_libpspp_string_set_test_LDADD = gl/libgl.la $(LIBINTL)
181 tests_libpspp_string_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
182
183 tests_libpspp_stringi_set_test_SOURCES = \
184         src/libpspp/hash-functions.c \
185         src/libpspp/hmap.c \
186         src/libpspp/pool.c \
187         src/libpspp/str.c \
188         src/libpspp/stringi-set.c \
189         src/libpspp/temp-file.c \
190         tests/libpspp/stringi-set-test.c
191 tests_libpspp_stringi_set_test_LDADD = gl/libgl.la $(LIBINTL)
192 tests_libpspp_stringi_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
193
194 tests_libpspp_tower_test_SOURCES = \
195         src/libpspp/abt.c \
196         src/libpspp/pool.c \
197         src/libpspp/temp-file.c \
198         src/libpspp/tower.c \
199         tests/libpspp/tower-test.c
200 tests_libpspp_tower_test_LDADD = gl/libgl.la $(LIBINTL) 
201 tests_libpspp_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
202
203 tests_libpspp_sparse_array_test_SOURCES = \
204         src/libpspp/sparse-array.c \
205         src/libpspp/pool.c \
206         tests/libpspp/sparse-array-test.c \
207         src/libpspp/temp-file.c
208 tests_libpspp_sparse_array_test_LDADD = gl/libgl.la $(LIBINTL) 
209 tests_libpspp_sparse_array_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
210
211 tests_libpspp_sparse_xarray_test_SOURCES = \
212         src/libpspp/argv-parser.c \
213         src/libpspp/bt.c \
214         src/libpspp/deque.c \
215         src/libpspp/ext-array.c \
216         src/libpspp/model-checker.c \
217         src/libpspp/range-set.c \
218         src/libpspp/sparse-array.c \
219         src/libpspp/sparse-xarray.c \
220         src/libpspp/str.c \
221         src/libpspp/pool.c \
222         src/libpspp/temp-file.c \
223         tests/libpspp/sparse-xarray-test.c
224 tests_libpspp_sparse_xarray_test_LDADD = gl/libgl.la $(LIBINTL) 
225 tests_libpspp_sparse_xarray_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
226
227 tests_formats_inexactify_SOURCES = tests/formats/inexactify.c
228
229 noinst_PROGRAMS += tests/dissect-sysfile
230 tests_dissect_sysfile_SOURCES = \
231         src/libpspp/integer-format.c \
232         src/libpspp/float-format.c \
233         tests/dissect-sysfile.c
234 tests_dissect_sysfile_LDADD = gl/libgl.la $(LIBINTL) 
235 tests_dissect_sysfile_CPPFLAGS = $(AM_CPPFLAGS) -DINSTALLDIR=\"$(bindir)\"
236
237 check_PROGRAMS += tests/output/render-test
238 tests_output_render_test_SOURCES = tests/output/render-test.c
239 tests_output_render_test_LDADD = \
240         src/libpspp.la \
241         src/libpspp-core.la \
242         $(CAIRO_LIBS) \
243         $(LIBICONV) \
244         $(LIBINTL)
245
246 EXTRA_DIST += \
247         $(dist_TESTS) \
248         tests/coverage.sh tests/test_template \
249         tests/data/v13.sav tests/data/v14.sav \
250         tests/expressions/randist/beta.out \
251         tests/expressions/randist/cauchy.out \
252         tests/expressions/randist/chisq.out \
253         tests/expressions/randist/exp.out \
254         tests/expressions/randist/f.out \
255         tests/expressions/randist/gamma.out \
256         tests/expressions/randist/laplace.out \
257         tests/expressions/randist/lnormal.out \
258         tests/expressions/randist/logistic.out \
259         tests/expressions/randist/normal.out \
260         tests/expressions/randist/pareto.out \
261         tests/expressions/randist/compare.pl \
262         tests/expressions/randist/randist.pl \
263         tests/expressions/randist/randist.txt \
264         tests/expressions/randist/t.out \
265         tests/expressions/randist/uniform.out \
266         tests/expressions/randist/weibull.out \
267         tests/formats/bcd-in.expected.cmp.gz \
268         tests/formats/binhex-out.expected.gz \
269         tests/formats/ib-in.expected.cmp.gz \
270         tests/formats/legacy-in.expected.cmp.gz \
271         tests/formats/num-in.expected.gz \
272         tests/formats/num-out.expected.cmp.gz \
273         tests/formats/num-out-cmp.pl \
274         tests/formats/num-out-compare.pl \
275         tests/formats/num-out-decmp.pl \
276         tests/formats/num-out.pl \
277         tests/language/data-io/Book1.gnm.unzipped
278
279 CLEANFILES += *.save pspp.* foo*
280
281 check-for-export-var-val:
282         @if grep -q 'export .*=' $(dist_TESTS) ; then \
283          echo 'One or more tests contain non-portable "export VAR=val" syntax' ; \
284          false ; \
285         fi
286
287 DIST_HOOKS += check-for-export-var-val
288
289 EXTRA_DIST += tests/OChangeLog
290 \f
291 # Autotest testsuite
292
293 EXTRA_DIST += \
294         tests/testsuite.in \
295         $(TESTSUITE_AT) \
296         $(TESTSUITE) \
297         tests/atlocal.in \
298         $(srcdir)/package.m4 \
299         $(TESTSUITE)
300
301 TESTSUITE_AT = \
302         tests/data/calendar.at \
303         tests/data/data-in.at \
304         tests/data/sys-file.at \
305         tests/language/command.at \
306         tests/language/control/do-if.at \
307         tests/language/control/do-repeat.at \
308         tests/language/control/loop.at \
309         tests/language/data-io/add-files.at \
310         tests/language/data-io/data-list.at \
311         tests/language/data-io/data-reader.at \
312         tests/language/data-io/file-handle.at \
313         tests/language/data-io/get-data-gnm.at \
314         tests/language/data-io/get-data-psql.at \
315         tests/language/data-io/get-data-txt.at \
316         tests/language/data-io/get.at \
317         tests/language/data-io/list.at \
318         tests/language/data-io/match-files.at \
319         tests/language/data-io/print.at \
320         tests/language/data-io/save.at \
321         tests/language/data-io/save-translate.at \
322         tests/language/data-io/update.at \
323         tests/language/dictionary/attributes.at \
324         tests/language/dictionary/missing-values.at \
325         tests/language/dictionary/mrsets.at \
326         tests/language/dictionary/rename-variables.at \
327         tests/language/dictionary/split-file.at \
328         tests/language/dictionary/sys-file-info.at \
329         tests/language/dictionary/variable-display.at \
330         tests/language/dictionary/vector.at \
331         tests/language/dictionary/weight.at \
332         tests/language/expressions/evaluate.at \
333         tests/language/lexer/variable-parser.at \
334         tests/language/stats/aggregate.at \
335         tests/language/stats/autorecode.at \
336         tests/language/stats/correlations.at \
337         tests/language/stats/crosstabs.at \
338         tests/language/stats/descriptives.at \
339         tests/language/stats/examine.at \
340         tests/language/stats/factor.at \
341         tests/language/stats/flip.at \
342         tests/language/stats/frequencies.at \
343         tests/language/stats/npar.at \
344         tests/language/stats/oneway.at \
345         tests/language/stats/rank.at \
346         tests/language/stats/regression.at \
347         tests/language/stats/reliability.at \
348         tests/language/stats/roc.at \
349         tests/language/stats/sort-cases.at \
350         tests/language/stats/t-test.at \
351         tests/language/utilities/date.at \
352         tests/language/utilities/insert.at \
353         tests/language/utilities/permissions.at \
354         tests/language/utilities/set.at \
355         tests/language/utilities/title.at \
356         tests/language/xforms/compute.at \
357         tests/language/xforms/count.at \
358         tests/language/xforms/recode.at \
359         tests/language/xforms/sample.at \
360         tests/language/xforms/select-if.at \
361         tests/libpspp/abt.at \
362         tests/libpspp/bt.at \
363         tests/libpspp/heap.at \
364         tests/libpspp/hmap.at \
365         tests/libpspp/hmapx.at \
366         tests/libpspp/i18n.at \
367         tests/libpspp/ll.at \
368         tests/libpspp/llx.at \
369         tests/libpspp/range-map.at \
370         tests/libpspp/range-set.at \
371         tests/libpspp/sparse-array.at \
372         tests/libpspp/str.at \
373         tests/libpspp/string-map.at \
374         tests/libpspp/stringi-map.at \
375         tests/libpspp/string-set.at \
376         tests/libpspp/stringi-set.at \
377         tests/libpspp/tower.at \
378         tests/math/moments.at \
379         tests/output/render.at \
380         tests/output/charts.at \
381         tests/ui/terminal/main.at \
382         tests/perl-module.at
383
384 TESTSUITE = $(srcdir)/tests/testsuite
385 DISTCLEANFILES += tests/atconfig tests/atlocal $(TESTSUITE)
386
387 $(srcdir)/tests/testsuite.at: tests/testsuite.in tests/automake.mk
388         cp $< $@
389         for t in $(TESTSUITE_AT); do \
390           echo "m4_include([$$t])" >> $@ ;\
391         done
392 EXTRA_DIST += tests/testsuite.at
393
394 CHECK_LOCAL += tests_check
395 tests_check: tests/atconfig tests/atlocal $(TESTSUITE) $(check_PROGRAMS)
396         $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=tests/libpspp:tests/output:src/ui/terminal $(TESTSUITEFLAGS)
397
398 CLEAN_LOCAL += tests_clean
399 tests_clean:
400         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
401
402 AUTOM4TE = $(SHELL) $(srcdir)/build-aux/missing --run autom4te
403 AUTOTEST = $(AUTOM4TE) --language=autotest
404 $(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT) 
405         $(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
406         mv $@.tmp $@
407
408 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
409 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
410         :;{ \
411           echo '# Signature of the current package.' && \
412           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
413           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
414           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
415           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
416           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])' && \
417           echo 'm4_define([AT_PACKAGE_URL],       [$(PACKAGE_URL)])'; \
418         } >'$(srcdir)/package.m4'