Change the order of the reported NPAR values in two sample related tests.
[pspp] / tests / automake.mk
1 ## Process this file with automake to produce Makefile.in  -*- makefile -*-
2
3 check_PROGRAMS += \
4         tests/data/datasheet-test \
5         tests/data/sack \
6         tests/data/inexactify \
7         tests/language/lexer/command-name-test \
8         tests/language/lexer/scan-test \
9         tests/language/lexer/segment-test \
10         tests/libpspp/abt-test \
11         tests/libpspp/bt-test \
12         tests/libpspp/encoding-guesser-test \
13         tests/libpspp/heap-test \
14         tests/libpspp/hmap-test \
15         tests/libpspp/hmapx-test \
16         tests/libpspp/i18n-test \
17         tests/libpspp/ll-test \
18         tests/libpspp/llx-test \
19         tests/libpspp/range-map-test \
20         tests/libpspp/range-set-test \
21         tests/libpspp/sparse-array-test \
22         tests/libpspp/sparse-xarray-test \
23         tests/libpspp/str-test \
24         tests/libpspp/string-map-test \
25         tests/libpspp/stringi-map-test \
26         tests/libpspp/string-set-test \
27         tests/libpspp/stringi-set-test \
28         tests/libpspp/tower-test \
29         tests/libpspp/u8-istream-test \
30         tests/libpspp/zip-test \
31         tests/output/render-test
32
33 check-programs: $(check_PROGRAMS)
34
35 tests_data_datasheet_test_SOURCES = \
36         tests/data/datasheet-test.c
37 tests_data_datasheet_test_LDADD = src/libpspp-core.la
38 tests_data_datasheet_test_CFLAGS = $(AM_CFLAGS)
39
40 tests_data_sack_SOURCES = \
41         tests/data/sack.c
42 tests_data_sack_LDADD = src/libpspp-core.la 
43 tests_data_sack_CFLAGS = $(AM_CFLAGS)
44
45 tests_libpspp_ll_test_SOURCES = \
46         src/libpspp/ll.c \
47         tests/libpspp/ll-test.c
48 tests_libpspp_ll_test_CFLAGS = $(AM_CFLAGS)
49
50 tests_libpspp_llx_test_SOURCES = \
51         src/libpspp/ll.c \
52         src/libpspp/llx.c \
53         tests/libpspp/llx-test.c
54 tests_libpspp_llx_test_CFLAGS = $(AM_CFLAGS)
55
56 tests_libpspp_encoding_guesser_test_SOURCES = \
57         tests/libpspp/encoding-guesser-test.c
58 tests_libpspp_encoding_guesser_test_LDADD = src/libpspp/libpspp.la gl/libgl.la
59
60 tests_libpspp_heap_test_SOURCES = \
61         src/libpspp/heap.c \
62         src/libpspp/pool.c \
63         src/libpspp/temp-file.c \
64         tests/libpspp/heap-test.c
65 tests_libpspp_heap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
66
67 tests_libpspp_hmap_test_SOURCES = \
68         src/libpspp/hmap.c \
69         tests/libpspp/hmap-test.c
70 tests_libpspp_hmap_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
71
72 tests_libpspp_hmapx_test_SOURCES = \
73         src/libpspp/hmap.c \
74         src/libpspp/hmapx.c \
75         tests/libpspp/hmapx-test.c
76 tests_libpspp_hmapx_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
77
78 tests_libpspp_i18n_test_SOURCES = tests/libpspp/i18n-test.c
79 tests_libpspp_i18n_test_LDADD = src/libpspp/libpspp.la gl/libgl.la 
80
81 tests_libpspp_abt_test_SOURCES = \
82         src/libpspp/abt.c \
83         tests/libpspp/abt-test.c
84 tests_libpspp_abt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
85
86 tests_libpspp_bt_test_SOURCES = \
87         src/libpspp/bt.c \
88         tests/libpspp/bt-test.c
89 tests_libpspp_bt_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
90
91 tests_libpspp_range_map_test_SOURCES = \
92         src/libpspp/bt.c \
93         src/libpspp/range-map.c \
94         tests/libpspp/range-map-test.c
95 tests_libpspp_range_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
96
97 tests_libpspp_range_set_test_SOURCES = \
98         src/libpspp/bt.c \
99         src/libpspp/pool.c \
100         src/libpspp/range-set.c \
101         src/libpspp/temp-file.c \
102         tests/libpspp/range-set-test.c
103 tests_libpspp_range_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
104
105 tests_libpspp_str_test_SOURCES = \
106         tests/libpspp/str-test.c
107 tests_libpspp_str_test_LDADD = src/libpspp/libpspp.la gl/libgl.la 
108
109 tests_libpspp_string_map_test_SOURCES = \
110         src/libpspp/hash-functions.c \
111         src/libpspp/hmap.c \
112         src/libpspp/string-map.c \
113         src/libpspp/string-set.c \
114         tests/libpspp/string-map-test.c
115 tests_libpspp_string_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
116
117 tests_libpspp_stringi_map_test_SOURCES = \
118         src/libpspp/hash-functions.c \
119         src/libpspp/hmap.c \
120         src/libpspp/pool.c \
121         src/libpspp/str.c \
122         src/libpspp/stringi-map.c \
123         src/libpspp/string-set.c \
124         src/libpspp/stringi-set.c \
125         src/libpspp/temp-file.c \
126         tests/libpspp/stringi-map-test.c
127 tests_libpspp_stringi_map_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
128
129 tests_libpspp_string_set_test_SOURCES = \
130         src/libpspp/hash-functions.c \
131         src/libpspp/hmap.c \
132         src/libpspp/string-set.c \
133         tests/libpspp/string-set-test.c
134 tests_libpspp_string_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
135
136 tests_libpspp_stringi_set_test_SOURCES = \
137         src/libpspp/hash-functions.c \
138         src/libpspp/hmap.c \
139         src/libpspp/pool.c \
140         src/libpspp/str.c \
141         src/libpspp/stringi-set.c \
142         src/libpspp/temp-file.c \
143         tests/libpspp/stringi-set-test.c
144 tests_libpspp_stringi_set_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
145
146 tests_libpspp_tower_test_SOURCES = \
147         src/libpspp/abt.c \
148         src/libpspp/pool.c \
149         src/libpspp/temp-file.c \
150         src/libpspp/tower.c \
151         tests/libpspp/tower-test.c
152 tests_libpspp_tower_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
153
154 tests_libpspp_u8_istream_test_SOURCES = tests/libpspp/u8-istream-test.c
155 tests_libpspp_u8_istream_test_LDADD = src/libpspp/libpspp.la gl/libgl.la
156
157 tests_libpspp_sparse_array_test_SOURCES = \
158         src/libpspp/sparse-array.c \
159         src/libpspp/pool.c \
160         tests/libpspp/sparse-array-test.c \
161         src/libpspp/temp-file.c
162 tests_libpspp_sparse_array_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
163
164 tests_libpspp_sparse_xarray_test_SOURCES = \
165         src/libpspp/argv-parser.c \
166         src/libpspp/bt.c \
167         src/libpspp/deque.c \
168         src/libpspp/ext-array.c \
169         src/libpspp/model-checker.c \
170         src/libpspp/range-set.c \
171         src/libpspp/sparse-array.c \
172         src/libpspp/sparse-xarray.c \
173         src/libpspp/str.c \
174         src/libpspp/pool.c \
175         src/libpspp/temp-file.c \
176         tests/libpspp/sparse-xarray-test.c
177 tests_libpspp_sparse_xarray_test_CPPFLAGS = $(AM_CPPFLAGS) -DASSERT_LEVEL=10
178
179 tests_data_inexactify_SOURCES = tests/data/inexactify.c
180
181 check_PROGRAMS += tests/language/lexer/command-name-test
182 tests_language_lexer_command_name_test_SOURCES = \
183         src/data/identifier.c \
184         src/language/lexer/command-name.c \
185         tests/language/lexer/command-name-test.c
186 tests_language_lexer_command_name_test_LDADD = \
187         src/libpspp/libpspp.la \
188         gl/libgl.la 
189 tests_language_lexer_command_name_test_CFLAGS = $(AM_CFLAGS)
190
191 check_PROGRAMS += tests/language/lexer/scan-test
192 tests_language_lexer_scan_test_SOURCES = \
193         src/data/identifier.c \
194         src/language/lexer/command-name.c \
195         src/language/lexer/scan.c \
196         src/language/lexer/segment.c \
197         src/language/lexer/token.c \
198         src/libpspp/pool.c \
199         src/libpspp/prompt.c \
200         src/libpspp/str.c \
201         src/libpspp/temp-file.c \
202         tests/language/lexer/scan-test.c
203 tests_language_lexer_scan_test_CFLAGS = $(AM_CFLAGS)
204
205 check_PROGRAMS += tests/language/lexer/segment-test
206 tests_language_lexer_segment_test_SOURCES = \
207         src/data/identifier.c \
208         src/language/lexer/command-name.c \
209         src/language/lexer/segment.c \
210         src/libpspp/pool.c \
211         src/libpspp/prompt.c \
212         src/libpspp/str.c \
213         src/libpspp/temp-file.c \
214         tests/language/lexer/segment-test.c
215 tests_language_lexer_segment_test_CFLAGS = $(AM_CFLAGS)
216
217 check_PROGRAMS += tests/libpspp/zip-test
218 tests_libpspp_zip_test_SOURCES = \
219         src/libpspp/str.c \
220         src/libpspp/pool.c \
221         src/libpspp/temp-file.c \
222         src/libpspp/inflate.c \
223         src/libpspp/zip-reader.c \
224         src/libpspp/zip-writer.c \
225         tests/libpspp/zip-test.c
226 tests_libpspp_zip_test_CFLAGS = $(AM_CFLAGS)
227
228
229 check_PROGRAMS += tests/output/render-test
230 tests_output_render_test_SOURCES = tests/output/render-test.c
231 tests_output_render_test_LDADD = \
232         src/libpspp.la \
233         src/libpspp-core.la \
234         $(CAIRO_LIBS)
235
236 EXTRA_DIST += \
237         tests/coverage.sh \
238         tests/data/bcd-in.expected.cmp.gz \
239         tests/data/binhex-in.expected.cmp.gz \
240         tests/data/binhex-out.expected.gz \
241         tests/data/legacy-in.expected.cmp.gz \
242         tests/data/num-in.expected.gz \
243         tests/data/num-out-cmp.pl \
244         tests/data/num-out.expected.cmp.gz \
245         tests/data/v13.sav \
246         tests/data/v14.sav \
247         tests/language/data-io/Book1.gnm.unzipped \
248         tests/language/data-io/test.ods
249
250 CLEANFILES += *.save pspp.* foo*
251
252 EXTRA_DIST += tests/OChangeLog
253 \f
254 # Autotest testsuite
255
256 EXTRA_DIST += \
257         tests/testsuite.in \
258         $(TESTSUITE_AT) \
259         $(TESTSUITE) \
260         tests/atlocal.in \
261         $(srcdir)/package.m4 \
262         $(TESTSUITE)
263
264 TESTSUITE_AT = \
265         tests/data/calendar.at \
266         tests/data/data-in.at \
267         tests/data/data-out.at \
268         tests/data/datasheet-test.at \
269         tests/data/format-guesser.at \
270         tests/data/por-file.at \
271         tests/data/sys-file-reader.at \
272         tests/data/sys-file.at \
273         tests/language/command.at \
274         tests/language/control/do-if.at \
275         tests/language/control/do-repeat.at \
276         tests/language/control/loop.at \
277         tests/language/control/temporary.at \
278         tests/language/data-io/add-files.at \
279         tests/language/data-io/data-list.at \
280         tests/language/data-io/data-reader.at \
281         tests/language/data-io/dataset.at \
282         tests/language/data-io/file-handle.at \
283         tests/language/data-io/get-data-spreadsheet.at \
284         tests/language/data-io/get-data-psql.at \
285         tests/language/data-io/get-data-txt.at \
286         tests/language/data-io/get.at \
287         tests/language/data-io/inpt-pgm.at \
288         tests/language/data-io/list.at \
289         tests/language/data-io/match-files.at \
290         tests/language/data-io/print-space.at \
291         tests/language/data-io/print.at \
292         tests/language/data-io/save.at \
293         tests/language/data-io/save-translate.at \
294         tests/language/data-io/update.at \
295         tests/language/dictionary/attributes.at \
296         tests/language/dictionary/formats.at \
297         tests/language/dictionary/missing-values.at \
298         tests/language/dictionary/mrsets.at \
299         tests/language/dictionary/rename-variables.at \
300         tests/language/dictionary/split-file.at \
301         tests/language/dictionary/sys-file-info.at \
302         tests/language/dictionary/value-labels.at \
303         tests/language/dictionary/variable-display.at \
304         tests/language/dictionary/vector.at \
305         tests/language/dictionary/weight.at \
306         tests/language/expressions/evaluate.at \
307         tests/language/expressions/parse.at \
308         tests/language/lexer/command-name.at \
309         tests/language/lexer/lexer.at \
310         tests/language/lexer/q2c.at \
311         tests/language/lexer/scan.at \
312         tests/language/lexer/segment.at \
313         tests/language/lexer/variable-parser.at \
314         tests/language/stats/aggregate.at \
315         tests/language/stats/autorecode.at \
316         tests/language/stats/correlations.at \
317         tests/language/stats/crosstabs.at \
318         tests/language/stats/descriptives.at \
319         tests/language/stats/examine.at \
320         tests/language/stats/factor.at \
321         tests/language/stats/flip.at \
322         tests/language/stats/frequencies.at \
323         tests/language/stats/glm.at \
324         tests/language/stats/npar.at \
325         tests/language/stats/oneway.at \
326         tests/language/stats/quick-cluster.at \
327         tests/language/stats/rank.at \
328         tests/language/stats/regression.at \
329         tests/language/stats/reliability.at \
330         tests/language/stats/roc.at \
331         tests/language/stats/sort-cases.at \
332         tests/language/stats/t-test.at \
333         tests/language/utilities/cache.at \
334         tests/language/utilities/cd.at \
335         tests/language/utilities/date.at \
336         tests/language/utilities/insert.at \
337         tests/language/utilities/permissions.at \
338         tests/language/utilities/set.at \
339         tests/language/utilities/title.at \
340         tests/language/xforms/compute.at \
341         tests/language/xforms/count.at \
342         tests/language/xforms/recode.at \
343         tests/language/xforms/sample.at \
344         tests/language/xforms/select-if.at \
345         tests/libpspp/abt.at \
346         tests/libpspp/bt.at \
347         tests/libpspp/encoding-guesser.at \
348         tests/libpspp/float-format.at \
349         tests/libpspp/heap.at \
350         tests/libpspp/hmap.at \
351         tests/libpspp/hmapx.at \
352         tests/libpspp/i18n.at \
353         tests/libpspp/ll.at \
354         tests/libpspp/llx.at \
355         tests/libpspp/range-map.at \
356         tests/libpspp/range-set.at \
357         tests/libpspp/sparse-array.at \
358         tests/libpspp/sparse-xarray-test.at \
359         tests/libpspp/str.at \
360         tests/libpspp/string-map.at \
361         tests/libpspp/stringi-map.at \
362         tests/libpspp/string-set.at \
363         tests/libpspp/stringi-set.at \
364         tests/libpspp/tower.at \
365         tests/libpspp/u8-istream.at \
366         tests/libpspp/zip.at \
367         tests/math/moments.at \
368         tests/math/randist.at \
369         tests/output/ascii.at \
370         tests/output/charts.at \
371         tests/output/output.at \
372         tests/output/paper-size.at \
373         tests/output/render.at \
374         tests/ui/terminal/main.at \
375         tests/perl-module.at
376
377 TESTSUITE = $(srcdir)/tests/testsuite
378 DISTCLEANFILES += tests/atconfig tests/atlocal $(TESTSUITE)
379 AUTOTEST_PATH = tests/data:tests/language/lexer:tests/libpspp:tests/output:src/ui/terminal
380
381 $(srcdir)/tests/testsuite.at: tests/testsuite.in tests/automake.mk
382         cp $< $@
383         for t in $(TESTSUITE_AT); do \
384           echo "m4_include([$$t])" >> $@ ;\
385         done
386 EXTRA_DIST += tests/testsuite.at
387
388 CHECK_LOCAL += tests_check
389 tests_check: tests/atconfig tests/atlocal $(TESTSUITE) $(check_PROGRAMS)
390         $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
391
392 CLEAN_LOCAL += tests_clean
393 tests_clean:
394         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
395
396 AUTOM4TE = $(SHELL) $(srcdir)/build-aux/missing --run autom4te
397 AUTOTEST = $(AUTOM4TE) --language=autotest
398 $(TESTSUITE): package.m4 $(srcdir)/tests/testsuite.at $(TESTSUITE_AT) 
399         $(AUTOTEST) -I '$(srcdir)' $@.at | sed 's/@<00A0>@/ /g' > $@.tmp
400         mv $@.tmp $@
401
402 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
403 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
404         :;{ \
405           echo '# Signature of the current package.' && \
406           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
407           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
408           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
409           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
410           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])' && \
411           echo 'm4_define([AT_PACKAGE_URL],       [$(PACKAGE_URL)])'; \
412         } >'$(srcdir)/package.m4'
413 \f
414 # valgrind support for Autotest testsuite
415
416 valgrind_wrappers = \
417         tests/valgrind/datasheet-test \
418         tests/valgrind/command-name-test \
419         tests/valgrind/scan-test \
420         tests/valgrind/segment-test \
421         tests/valgrind/abt-test \
422         tests/valgrind/bt-test \
423         tests/valgrind/encoding-guesser-test \
424         tests/valgrind/heap-test \
425         tests/valgrind/hmap-test \
426         tests/valgrind/hmapx-test \
427         tests/valgrind/i18n-test \
428         tests/valgrind/ll-test \
429         tests/valgrind/llx-test \
430         tests/valgrind/range-map-test \
431         tests/valgrind/range-set-test \
432         tests/valgrind/sparse-array-test \
433         tests/valgrind/sparse-xarray-test \
434         tests/valgrind/str-test \
435         tests/valgrind/string-map-test \
436         tests/valgrind/stringi-map-test \
437         tests/valgrind/string-set-test \
438         tests/valgrind/stringi-set-test \
439         tests/valgrind/tower-test \
440         tests/valgrind/u8-istream-test \
441         tests/valgrind/render-test \
442         tests/valgrind/pspp
443
444 $(valgrind_wrappers): tests/valgrind-wrapper.in
445         @test -d tests/valgrind || mkdir tests/valgrind
446         sed -e 's,[@]wrap_program[@],$@,' \
447                 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp
448         chmod +x $@.tmp
449         mv $@.tmp $@
450 CLEANFILES += $(valgrind_wrappers)
451 EXTRA_DIST += tests/valgrind-wrapper.in
452
453 VALGRIND = $(SHELL) $(abs_top_builddir)/libtool --mode=execute valgrind --log-file=valgrind.%p --leak-check=full --num-callers=20
454 check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) $(valgrind_wrappers)
455         $(SHELL) '$(TESTSUITE)' -C tests VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
456         @echo
457         @echo '--------------------------------'
458         @echo 'Valgrind output is in:'
459         @echo 'tests/testsuite.dir/*/valgrind.*'
460         @echo '--------------------------------'