diff options
Diffstat (limited to 'tests/Make.tests')
| -rw-r--r-- | tests/Make.tests | 76 |
1 files changed, 76 insertions, 0 deletions
diff --git a/tests/Make.tests b/tests/Make.tests new file mode 100644 index 0000000..358e697 --- /dev/null +++ b/tests/Make.tests | |||
| @@ -0,0 +1,76 @@ | |||
| 1 | # -*- makefile -*- | ||
| 2 | |||
| 3 | include $(patsubst %,$(SRCDIR)/%/Make.tests,$(TEST_SUBDIRS)) | ||
| 4 | |||
| 5 | PROGS = $(foreach subdir,$(TEST_SUBDIRS),$($(subdir)_PROGS)) | ||
| 6 | TESTS = $(foreach subdir,$(TEST_SUBDIRS),$($(subdir)_TESTS)) | ||
| 7 | EXTRA_GRADES = $(foreach subdir,$(TEST_SUBDIRS),$($(subdir)_EXTRA_GRADES)) | ||
| 8 | |||
| 9 | OUTPUTS = $(addsuffix .output,$(TESTS) $(EXTRA_GRADES)) | ||
| 10 | ERRORS = $(addsuffix .errors,$(TESTS) $(EXTRA_GRADES)) | ||
| 11 | RESULTS = $(addsuffix .result,$(TESTS) $(EXTRA_GRADES)) | ||
| 12 | |||
| 13 | ifdef PROGS | ||
| 14 | include ../../Makefile.userprog | ||
| 15 | endif | ||
| 16 | |||
| 17 | TIMEOUT = 60 | ||
| 18 | |||
| 19 | clean:: | ||
| 20 | rm -f $(OUTPUTS) $(ERRORS) $(RESULTS) | ||
| 21 | |||
| 22 | grade:: results | ||
| 23 | $(SRCDIR)/tests/make-grade $(SRCDIR) $< $(GRADING_FILE) | tee $@ | ||
| 24 | |||
| 25 | check:: results | ||
| 26 | @cat $< | ||
| 27 | @COUNT="`egrep '^(pass|FAIL) ' $< | wc -l | sed 's/[ ]//g;'`"; \ | ||
| 28 | FAILURES="`egrep '^FAIL ' $< | wc -l | sed 's/[ ]//g;'`"; \ | ||
| 29 | if [ $$FAILURES = 0 ]; then \ | ||
| 30 | echo "All $$COUNT tests passed."; \ | ||
| 31 | else \ | ||
| 32 | echo "$$FAILURES of $$COUNT tests failed."; \ | ||
| 33 | exit 1; \ | ||
| 34 | fi | ||
| 35 | |||
| 36 | results: $(RESULTS) | ||
| 37 | @for d in $(TESTS) $(EXTRA_GRADES); do \ | ||
| 38 | if echo PASS | cmp -s $$d.result -; then \ | ||
| 39 | echo "pass $$d"; \ | ||
| 40 | else \ | ||
| 41 | echo "FAIL $$d"; \ | ||
| 42 | fi; \ | ||
| 43 | done > $@ | ||
| 44 | |||
| 45 | outputs:: $(OUTPUTS) | ||
| 46 | |||
| 47 | $(foreach prog,$(PROGS),$(eval $(prog).output: $(prog))) | ||
| 48 | $(foreach test,$(TESTS),$(eval $(test).output: $($(test)_PUTFILES))) | ||
| 49 | $(foreach test,$(TESTS),$(eval $(test).output: TEST = $(test))) | ||
| 50 | |||
| 51 | # Prevent an environment variable VERBOSE from surprising us. | ||
| 52 | VERBOSE = | ||
| 53 | |||
| 54 | TESTCMD = pintos -v -k -T $(TIMEOUT) | ||
| 55 | TESTCMD += $(SIMULATOR) | ||
| 56 | TESTCMD += $(PINTOSOPTS) | ||
| 57 | ifeq ($(filter userprog, $(KERNEL_SUBDIRS)), userprog) | ||
| 58 | TESTCMD += $(FILESYSSOURCE) | ||
| 59 | TESTCMD += $(foreach file,$(PUTFILES),-p $(file) -a $(notdir $(file))) | ||
| 60 | endif | ||
| 61 | ifeq ($(filter vm, $(KERNEL_SUBDIRS)), vm) | ||
| 62 | TESTCMD += --swap-size=4 | ||
| 63 | endif | ||
| 64 | TESTCMD += -- -q | ||
| 65 | TESTCMD += $(KERNELFLAGS) | ||
| 66 | ifeq ($(filter userprog, $(KERNEL_SUBDIRS)), userprog) | ||
| 67 | TESTCMD += -f | ||
| 68 | endif | ||
| 69 | TESTCMD += $(if $($(TEST)_ARGS),run '$(*F) $($(TEST)_ARGS)',run $(*F)) | ||
| 70 | TESTCMD += < /dev/null | ||
| 71 | TESTCMD += 2> $(TEST).errors $(if $(VERBOSE),|tee,>) $(TEST).output | ||
| 72 | %.output: kernel.bin loader.bin | ||
| 73 | $(TESTCMD) | ||
| 74 | |||
| 75 | %.result: %.ck %.output | ||
| 76 | perl -I$(SRCDIR) $< $* $@ | ||
