3 include $(patsubst %,$(SRCDIR)/%/Make.tests,$(TEST_SUBDIRS))
5 PROGS = $(foreach subdir,$(TEST_SUBDIRS),$($(subdir)_PROGS))
6 TESTS = $(foreach subdir,$(TEST_SUBDIRS),$($(subdir)_TESTS))
8 include ../../Makefile.userprog
10 PINTOSFLAGS += -v $(foreach file,$(PUTFILES),-p $(file) -a $(notdir $(file)))
12 PINTOS = pintos $(PINTOSOPTS) $(PINTOSFLAGS) -- $(KERNELFLAGS)
14 OUTPUTS = $(addsuffix .output,$(TESTS))
15 ERRORS = $(addsuffix .errors,$(TESTS))
16 RESULTS = $(addsuffix .result,$(TESTS))
19 rm -f $(OUTPUTS) $(ERRORS) $(RESULTS)
22 $(SRCDIR)/tests/make-grade $(SRCDIR) $< $(GRADING_FILE) | tee $@
26 @COUNT="`egrep '^(pass|FAIL) ' $< | wc -l`"; \
27 FAILURES="`egrep '^FAIL ' $< | wc -l`"; \
28 if [ "$$FAILURES" = 0 ]; then \
29 echo "All $$COUNT tests passed."; \
31 echo "$$FAILURES of $$COUNT tests failed."; \
36 @for d in $(TESTS); do \
37 if echo PASS | cmp -s $$d.result -; then \
46 $(foreach prog,$(PROGS),$(eval $(prog).output: $(prog)))
47 $(foreach test,$(TESTS),$(eval $(test).output: $($(test)_PUTFILES)))
48 tests/%.output: RUNCMD = $(if $($*_ARGS),run '$(*F) $($*_ARGS)',run $(*F))
49 tests/%.output: RUNREDIR = 2>$*.errors $(if $(VERBOSE),|tee,>) $*.output
50 tests/%.output: RUNTEST = $(PINTOS) $(RUNCMD) $(RUNREDIR)
54 %.result: %.ck %.output
55 perl -I$(SRCDIR) $< $* $@