tests: Convert GET DATA /TYPE=PSQL tests to use Autotest.
[pspp] / tests / automake.mk
1 ## Process this file with automake to produce Makefile.in  -*- makefile -*-
2
3 TESTS_ENVIRONMENT = top_srcdir='$(top_srcdir)' top_builddir='$(top_builddir)'
4 TESTS_ENVIRONMENT += PERL='$(PERL)' PG_CONFIG='$(PG_CONFIG)'
5
6 # Allow locale_charset to find charset.alias before running "make install".
7 TESTS_ENVIRONMENT += CHARSETALIASDIR='$(abs_top_builddir)/gl'
8
9 TESTS_ENVIRONMENT += LC_ALL=C
10 TESTS_ENVIRONMENT += EXEEXT=$(EXEEXT)
11
12 dist_TESTS = \
13         tests/command/import-export.sh \
14         tests/command/insert.sh \
15         tests/command/lag.sh \
16         tests/command/line-ends.sh \
17         tests/command/list.sh \
18         tests/command/loop.sh \
19         tests/command/longvars.sh \
20         tests/command/match-files.sh \
21         tests/command/missing-values.sh \
22         tests/command/no_case_size.sh \
23         tests/command/n_of_cases.sh \
24         tests/command/npar-binomial.sh \
25         tests/command/npar-chisquare.sh \
26         tests/command/npar-wilcoxon.sh \
27         tests/command/npar-sign.sh \
28         tests/command/permissions.sh \
29         tests/command/print.sh \
30         tests/command/print-strings.sh \
31         tests/command/rank.sh \
32         tests/command/rename.sh \
33         tests/command/regression.sh \
34         tests/command/regression-qr.sh \
35         tests/command/reliability.sh \
36         tests/command/roc.sh \
37         tests/command/roc2.sh \
38         tests/command/sample.sh \
39         tests/command/sort.sh \
40         tests/command/sysfiles.sh \
41         tests/command/sysfiles-old.sh \
42         tests/command/sysfile-info.sh \
43         tests/command/split-file.sh \
44         tests/command/t-test-1-indep-val.sh \
45         tests/command/t-test-1-sample-missing-anal.sh \
46         tests/command/t-test-1-sample-missing-list.sh \
47         tests/command/t-test-1s.sh \
48         tests/command/t-test-groups.sh \
49         tests/command/t-test-indep-missing-anal.sh \
50         tests/command/t-test-indep-missing-list.sh \
51         tests/command/t-test-paired-missing-anal.sh \
52         tests/command/t-test-paired-missing-list.sh \
53         tests/command/t-test-pairs.sh \
54         tests/command/trimmed-mean.sh \
55         tests/command/tabs.sh \
56         tests/command/update.sh \
57         tests/command/use.sh \
58         tests/command/variable-display.sh \
59         tests/command/vector.sh \
60         tests/command/very-long-strings.sh \
61         tests/command/weight.sh \
62         tests/formats/bcd-in.sh \
63         tests/formats/binhex-out.sh \
64         tests/formats/date-in.sh \
65         tests/formats/date-out.sh \
66         tests/formats/float-format.sh \
67         tests/formats/format-guesser.sh \
68         tests/formats/ib-in.sh \
69         tests/formats/legacy-in.sh \
70         tests/formats/month-in.sh \
71         tests/formats/month-out.sh \
72         tests/formats/num-in.sh \
73         tests/formats/num-out.sh \
74         tests/formats/time-in.sh \
75         tests/formats/time-out.sh \
76         tests/formats/wkday-in.sh \
77         tests/formats/wkday-out.sh \
78         tests/formats/360.sh \
79         tests/bugs/big-input.sh \
80         tests/bugs/big-input-2.sh \
81         tests/bugs/case-map.sh \
82         tests/bugs/comment-at-eof.sh \
83         tests/bugs/compression.sh \
84         tests/bugs/curtailed.sh \
85         tests/bugs/data-crash.sh \
86         tests/bugs/get.sh \
87         tests/bugs/get-no-file.sh \
88         tests/bugs/if_crash.sh \
89         tests/bugs/input-crash.sh \
90         tests/bugs/lag_crash.sh \
91         tests/bugs/list-overflow.sh \
92         tests/bugs/match-files-scratch.sh \
93         tests/bugs/multipass.sh \
94         tests/bugs/overwrite-input-file.sh \
95         tests/bugs/overwrite-special-file.sh \
96         tests/bugs/random.sh \
97         tests/bugs/shbang.sh \
98         tests/bugs/signals.sh \
99         tests/bugs/t-test-with-temp.sh \
100         tests/bugs/t-test.sh \
101         tests/bugs/t-test-alpha.sh \
102         tests/bugs/t-test-alpha2.sh \
103         tests/bugs/t-test-alpha3.sh \
104         tests/bugs/t-test-paired.sh \
105         tests/bugs/temporary.sh \
106         tests/bugs/unwritable-dir.sh \
107         tests/bugs/val-labs.sh \
108         tests/bugs/val-labs-trailing-slash.sh \
109         tests/bugs/print-crash.sh \
110         tests/bugs/keep-all.sh \
111         tests/data/datasheet-test.sh \
112         tests/libpspp/sparse-xarray-test.sh \
113         tests/output/paper-size.sh \
114         tests/expressions/randist.sh \
115         tests/expressions/valuelabel.sh \
116         tests/expressions/variables.sh \
117         tests/expressions/vectors.sh
118
119 TESTS = $(dist_TESTS) $(nodist_TESTS)
120
121 check_PROGRAMS += \
122         $(nodist_TESTS) \
123         tests/data/datasheet-test \
124         tests/formats/inexactify \
125         tests/libpspp/abt-test \
126         tests/libpspp/bt-test \
127         tests/libpspp/heap-test \
128         tests/libpspp/hmap-test \
129         tests/libpspp/hmapx-test \
130         tests/libpspp/i18n-test \
131         tests/libpspp/ll-test \
132         tests/libpspp/llx-test \
133         tests/libpspp/range-map-test \
134         tests/libpspp/range-set-test \
135         tests/libpspp/sparse-array-test \
136         tests/libpspp/sparse-xarray-test \
137         tests/libpspp/str-test \
138         tests/libpspp/string-map-test \
139         tests/libpspp/stringi-map-test \
140         tests/libpspp/string-set-test \
141         tests/libpspp/stringi-set-test \
142         tests/libpspp/tower-test \
143         tests/output/render-test
144
145 tests_data_datasheet_test_SOURCES = \
146         tests/data/datasheet-test.c
147 tests_data_datasheet_test_LDADD = src/libpspp-core.la $(LIBINTL) 
148 tests_data_datasheet_test_CFLAGS = $(AM_CFLAGS)
149
150 tests_libpspp_ll_test_SOURCES = \
151         src/libpspp/ll.c \
152         tests/libpspp/ll-test.c
153 tests_libpspp_ll_test_LDADD = gl/libgl.la $(LIBINTL)
154 tests_libpspp_ll_test_CFLAGS = $(AM_CFLAGS)
155
156 tests_libpspp_llx_test_SOURCES = \
157         src/libpspp/ll.c \
158         src/libpspp/llx.c \
159         tests/libpspp/llx-test.c
160 tests_libpspp_llx_test_LDADD = gl/libgl.la $(LIBINTL)
161 tests_libpspp_llx_test_CFLAGS = $(AM_CFLAGS)
162
163 tests_libpspp_heap_test_SOURCES = \
164         src/libpspp/heap.c \
165         src/libpspp/pool.c \
166         src/libpspp/temp-file.c \
167         tests/libpspp/heap-test.c
168 tests_libpspp_heap_test_LDADD = gl/libgl.la $(LIBINTL) 
169 tests_libpspp_heap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
170
171 tests_libpspp_hmap_test_SOURCES = \
172         src/libpspp/hmap.c \
173         tests/libpspp/hmap-test.c
174 tests_libpspp_hmap_test_LDADD = gl/libgl.la $(LIBINTL)
175 tests_libpspp_hmap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
176
177 tests_libpspp_hmapx_test_SOURCES = \
178         src/libpspp/hmap.c \
179         src/libpspp/hmapx.c \
180         tests/libpspp/hmapx-test.c
181 tests_libpspp_hmapx_test_LDADD = gl/libgl.la $(LIBINTL)
182 tests_libpspp_hmapx_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
183
184 tests_libpspp_i18n_test_SOURCES = tests/libpspp/i18n-test.c
185 tests_libpspp_i18n_test_LDADD = src/libpspp/libpspp.la gl/libgl.la $(LIBINTL) 
186
187 tests_libpspp_abt_test_SOURCES = \
188         src/libpspp/abt.c \
189         tests/libpspp/abt-test.c
190 tests_libpspp_abt_test_LDADD = gl/libgl.la $(LIBINTL)
191 tests_libpspp_abt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
192
193 tests_libpspp_bt_test_SOURCES = \
194         src/libpspp/bt.c \
195         tests/libpspp/bt-test.c
196 tests_libpspp_bt_test_LDADD = gl/libgl.la
197 tests_libpspp_bt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
198
199 tests_libpspp_range_map_test_SOURCES = \
200         src/libpspp/bt.c \
201         src/libpspp/range-map.c \
202         tests/libpspp/range-map-test.c
203 tests_libpspp_range_map_test_LDADD = gl/libgl.la $(LIBINTL)
204 tests_libpspp_range_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
205
206 tests_libpspp_range_set_test_SOURCES = \
207         src/libpspp/bt.c \
208         src/libpspp/pool.c \
209         src/libpspp/range-set.c \
210         src/libpspp/temp-file.c \
211         tests/libpspp/range-set-test.c
212 tests_libpspp_range_set_test_LDADD = gl/libgl.la $(LIBINTL) 
213 tests_libpspp_range_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
214
215 tests_libpspp_str_test_SOURCES = \
216         tests/libpspp/str-test.c
217 tests_libpspp_str_test_LDADD = src/libpspp/libpspp.la gl/libgl.la $(LIBINTL) 
218
219 tests_libpspp_string_map_test_SOURCES = \
220         src/libpspp/hash-functions.c \
221         src/libpspp/hmap.c \
222         src/libpspp/string-map.c \
223         src/libpspp/string-set.c \
224         tests/libpspp/string-map-test.c
225 tests_libpspp_string_map_test_LDADD = gl/libgl.la $(LIBINTL)
226 tests_libpspp_string_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
227
228 tests_libpspp_stringi_map_test_SOURCES = \
229         src/libpspp/hash-functions.c \
230         src/libpspp/hmap.c \
231         src/libpspp/pool.c \
232         src/libpspp/str.c \
233         src/libpspp/stringi-map.c \
234         src/libpspp/string-set.c \
235         src/libpspp/stringi-set.c \
236         src/libpspp/temp-file.c \
237         tests/libpspp/stringi-map-test.c
238 tests_libpspp_stringi_map_test_LDADD = gl/libgl.la $(LIBINTL)
239 tests_libpspp_stringi_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
240
241 tests_libpspp_string_set_test_SOURCES = \
242         src/libpspp/hash-functions.c \
243         src/libpspp/hmap.c \
244         src/libpspp/string-set.c \
245         tests/libpspp/string-set-test.c
246 tests_libpspp_string_set_test_LDADD = gl/libgl.la $(LIBINTL)
247 tests_libpspp_string_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
248
249 tests_libpspp_stringi_set_test_SOURCES = \
250         src/libpspp/hash-functions.c \
251         src/libpspp/hmap.c \
252         src/libpspp/pool.c \
253         src/libpspp/str.c \
254         src/libpspp/stringi-set.c \
255         src/libpspp/temp-file.c \
256         tests/libpspp/stringi-set-test.c
257 tests_libpspp_stringi_set_test_LDADD = gl/libgl.la $(LIBINTL)
258 tests_libpspp_stringi_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
259
260 tests_libpspp_tower_test_SOURCES = \
261         src/libpspp/abt.c \
262         src/libpspp/pool.c \
263         src/libpspp/temp-file.c \
264         src/libpspp/tower.c \
265         tests/libpspp/tower-test.c
266 tests_libpspp_tower_test_LDADD = gl/libgl.la $(LIBINTL) 
267 tests_libpspp_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
268
269 tests_libpspp_sparse_array_test_SOURCES = \
270         src/libpspp/sparse-array.c \
271         src/libpspp/pool.c \
272         tests/libpspp/sparse-array-test.c \
273         src/libpspp/temp-file.c
274 tests_libpspp_sparse_array_test_LDADD = gl/libgl.la $(LIBINTL) 
275 tests_libpspp_sparse_array_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
276
277 tests_libpspp_sparse_xarray_test_SOURCES = \
278         src/libpspp/argv-parser.c \
279         src/libpspp/bt.c \
280         src/libpspp/deque.c \
281         src/libpspp/ext-array.c \
282         src/libpspp/model-checker.c \
283         src/libpspp/range-set.c \
284         src/libpspp/sparse-array.c \
285         src/libpspp/sparse-xarray.c \
286         src/libpspp/str.c \
287         src/libpspp/pool.c \
288         src/libpspp/temp-file.c \
289         tests/libpspp/sparse-xarray-test.c
290 tests_libpspp_sparse_xarray_test_LDADD = gl/libgl.la $(LIBINTL) 
291 tests_libpspp_sparse_xarray_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
292
293 tests_formats_inexactify_SOURCES = tests/formats/inexactify.c
294
295 noinst_PROGRAMS += tests/dissect-sysfile
296 tests_dissect_sysfile_SOURCES = \
297         src/libpspp/integer-format.c \
298         src/libpspp/float-format.c \
299         tests/dissect-sysfile.c
300 tests_dissect_sysfile_LDADD = gl/libgl.la $(LIBINTL) 
301 tests_dissect_sysfile_CPPFLAGS = $(AM_CPPFLAGS) -DINSTALLDIR=\"$(bindir)\"
302
303 check_PROGRAMS += tests/output/render-test
304 tests_output_render_test_SOURCES = tests/output/render-test.c
305 tests_output_render_test_LDADD = \
306         src/libpspp.la \
307         src/libpspp-core.la \
308         $(CAIRO_LIBS) \
309         $(LIBICONV) \
310         $(LIBINTL)
311
312 EXTRA_DIST += \
313         $(dist_TESTS) \
314         tests/weighting.data tests/data-list.data tests/list.data \
315         tests/no_case_size.sav \
316         tests/coverage.sh tests/test_template \
317         tests/v13.sav tests/v14.sav \
318         tests/expressions/randist/beta.out \
319         tests/expressions/randist/cauchy.out \
320         tests/expressions/randist/chisq.out \
321         tests/expressions/randist/exp.out \
322         tests/expressions/randist/f.out \
323         tests/expressions/randist/gamma.out \
324         tests/expressions/randist/laplace.out \
325         tests/expressions/randist/lnormal.out \
326         tests/expressions/randist/logistic.out \
327         tests/expressions/randist/normal.out \
328         tests/expressions/randist/pareto.out \
329         tests/expressions/randist/compare.pl \
330         tests/expressions/randist/randist.pl \
331         tests/expressions/randist/randist.txt \
332         tests/expressions/randist/t.out \
333         tests/expressions/randist/uniform.out \
334         tests/expressions/randist/weibull.out \
335         tests/formats/bcd-in.expected.cmp.gz \
336         tests/formats/binhex-out.expected.gz \
337         tests/formats/ib-in.expected.cmp.gz \
338         tests/formats/legacy-in.expected.cmp.gz \
339         tests/formats/num-in.expected.gz \
340         tests/formats/num-out.expected.cmp.gz \
341         tests/formats/num-out-cmp.pl \
342         tests/formats/num-out-compare.pl \
343         tests/formats/num-out-decmp.pl \
344         tests/formats/num-out.pl \
345         tests/language/data-io/Book1.gnm.unzipped
346
347 CLEANFILES += *.save pspp.* foo*
348
349 check-for-export-var-val:
350         @if grep -q 'export .*=' $(dist_TESTS) ; then \
351          echo 'One or more tests contain non-portable "export VAR=val" syntax' ; \
352          false ; \
353         fi
354
355 DIST_HOOKS += check-for-export-var-val
356
357 EXTRA_DIST += tests/OChangeLog
358 \f
359 # Autotest testsuite
360
361 EXTRA_DIST += \
362         $(TESTSUITE_AT) \
363         $(TESTSUITE) \
364         tests/atlocal.in \
365         $(srcdir)/package.m4 \
366         $(TESTSUITE)
367
368 TESTSUITE_AT = \
369         tests/data/calendar.at \
370         tests/data/data-in.at \
371         tests/language/command.at \
372         tests/language/control/do-if.at \
373         tests/language/control/do-repeat.at \
374         tests/language/data-io/add-files.at \
375         tests/language/data-io/data-list.at \
376         tests/language/data-io/data-reader.at \
377         tests/language/data-io/file-handle.at \
378         tests/language/data-io/get-data-gnm.at \
379         tests/language/data-io/get-data-psql.at \
380         tests/language/data-io/get-data-txt.at \
381         tests/language/data-io/save.at \
382         tests/language/data-io/save-translate.at \
383         tests/language/dictionary/attributes.at \
384         tests/language/dictionary/mrsets.at \
385         tests/language/expressions/evaluate.at \
386         tests/language/stats/aggregate.at \
387         tests/language/stats/autorecode.at \
388         tests/language/stats/correlations.at \
389         tests/language/stats/crosstabs.at \
390         tests/language/stats/descriptives.at \
391         tests/language/stats/examine.at \
392         tests/language/stats/factor.at \
393         tests/language/stats/flip.at \
394         tests/language/stats/frequencies.at \
395         tests/language/stats/oneway.at \
396         tests/language/utilities/set.at \
397         tests/language/utilities/title.at \
398         tests/language/xforms/compute.at \
399         tests/language/xforms/count.at \
400         tests/language/xforms/recode.at \
401         tests/language/xforms/select-if.at \
402         tests/libpspp/abt.at \
403         tests/libpspp/bt.at \
404         tests/libpspp/heap.at \
405         tests/libpspp/hmap.at \
406         tests/libpspp/hmapx.at \
407         tests/libpspp/i18n.at \
408         tests/libpspp/ll.at \
409         tests/libpspp/llx.at \
410         tests/libpspp/range-map.at \
411         tests/libpspp/range-set.at \
412         tests/libpspp/sparse-array.at \
413         tests/libpspp/str.at \
414         tests/libpspp/string-map.at \
415         tests/libpspp/stringi-map.at \
416         tests/libpspp/string-set.at \
417         tests/libpspp/stringi-set.at \
418         tests/libpspp/tower.at \
419         tests/math/moments.at \
420         tests/output/render.at \
421         tests/output/charts.at \
422         tests/perl-module.at
423
424 TESTSUITE = $(srcdir)/tests/testsuite
425 DISTCLEANFILES += tests/atconfig tests/atlocal $(TESTSUITE)
426
427 $(srcdir)/tests/testsuite.at: tests/testsuite.in Makefile
428         cp $< $@
429         for t in $(TESTSUITE_AT); do \
430           echo "m4_include([$$t])" >> $@ ;\
431         done
432
433
434 CHECK_LOCAL += tests_check
435 tests_check: tests/atconfig tests/atlocal $(TESTSUITE) $(check_PROGRAMS)
436         $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=tests/libpspp:tests/output:src/ui/terminal $(TESTSUITEFLAGS)
437
438 CLEAN_LOCAL += tests_clean
439 tests_clean:
440         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
441
442 AUTOM4TE = $(SHELL) $(srcdir)/build-aux/missing --run autom4te
443 AUTOTEST = $(AUTOM4TE) --language=autotest
444 $(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT) 
445         $(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
446         mv $@.tmp $@
447
448 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
449 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
450         :;{ \
451           echo '# Signature of the current package.' && \
452           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
453           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
454           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
455           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
456           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])' && \
457           echo 'm4_define([AT_PACKAGE_URL],       [$(PACKAGE_URL)])'; \
458         } >'$(srcdir)/package.m4'