X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?p=pintos-anon;a=blobdiff_plain;f=tests%2FMakefile;h=c2f8b018d3ebec2830bc09b9281f542db64dd7e8;hp=be8b0d552648438dae7e86818fd05e3122003ea0;hb=425760a116e437cf758541d5e3a52e0d6a1e1a47;hpb=615bf3b3d2a8573ed6fb9ddc0055745e163ac999

diff --git a/tests/Makefile b/tests/Makefile
index be8b0d5..c2f8b01 100644
--- a/tests/Makefile
+++ b/tests/Makefile
@@ -1,4 +1,4 @@
-TESTS = threads p1 userprog p2 vm p3 filesys p4
+TESTS = examples threads p1 userprog p2 vm p3 filesys p4
 
 PATH := $(shell pwd)/../src/utils:$(PATH)
 
@@ -13,19 +13,28 @@ check:
 clean:
 	rm -rf $(TESTS)
 
-SUBMAKEFLAGS = -s
-
 define mk-sandbox
 rm -rf $@ && mkdir $@ && cp -R ../src $@/src
-cd $@/src && $(MAKE) clean $(SUBMAKEFLAGS)
+cd $@/src && $(MAKE) -s clean
 endef
 
 define run-tests
-cd $@/src/$(PROJECT) && make check
+cd $@/src/$(PROJECT) && time $(MAKE) check
+endef
+
+define grade-tests
+cd $@/src/$(PROJECT) && $(MAKE) grade
+cd $@/src/$(PROJECT) && grep -q PERFECT build/grade
+cd $@/src/$(PROJECT) && grep -qv warning build/grade
 endef
 
 define compile
-cd $@/src/$(PROJECT) && make
+cd $@/src/$(PROJECT) && $(MAKE)
+endef
+
+define test-clean
+cd $@/src/$(PROJECT)/build && $(MAKE) clean
+cd $@/src/$(PROJECT)/build && set `find -type f` > /dev/null && test $$# = 1
 endef
 
 define clean
@@ -33,46 +42,37 @@ rm -rf $@
 endef
 
 define apply-patch
-(cd $@ && patch -p0)
+(cd $@ && patch -p0) < ../solutions/$@.patch
 endef
 
 PROJECT = $@
+p1: PROJECT = threads
+p2: PROJECT = userprog
+p3: PROJECT = vm
+p4: PROJECT = filesys
 
+# Tests that just compile the provided code.
 threads::
 	$(mk-sandbox)
 	$(compile)
 	$(run-tests) TESTS=tests/threads/alarm-single
+	$(test-clean)
 	$(clean)
-
 userprog vm filesys::
 	$(mk-sandbox)
 	$(compile)
+	$(test-clean)
 	$(clean)
-
-p1: PROJECT = threads
-p1::
+examples::
 	$(mk-sandbox)
-	$(apply-patch) < ../solutions/p1.patch
-	$(run-tests)
-	$(clean)
-
-p2: PROJECT = userprog
-p2::
-	$(mk-sandbox)
-	$(apply-patch) < ../solutions/p2.patch
-	$(run-tests)
-	$(clean)
-
-p3: PROJECT = vm
-p3::
-	$(mk-sandbox)
-	$(apply-patch) < ../solutions/p3.patch
-	$(run-tests)
+	$(compile)
 	$(clean)
 
-p4: PROJECT = filesys
-p4::
+# Tests for the reference solutions.
+p1 p2 p3 p4::
 	$(mk-sandbox)
-	$(apply-patch) < ../solutions/p4.patch
+	$(apply-patch)
 	$(run-tests)
+	$(grade-tests)
+	$(test-clean)
 	$(clean)