X-Git-Url: https://jxself.org/git/?a=blobdiff_plain;f=tests%2FMakefile;h=b3cc2c35e33f78607c783cd5215a55d76b6131fa;hb=d235313e97a52a7f8d94ff4f3b186be71993e3a1;hp=4d7f21518262bc911ac7cc22cc165ac235c1889d;hpb=ee7bacc9ec2d701138586fe2b363702c4f46deee;p=open-adventure.git diff --git a/tests/Makefile b/tests/Makefile index 4d7f215..b3cc2c3 100644 --- a/tests/Makefile +++ b/tests/Makefile @@ -1,4 +1,4 @@ -# Test-suite makefile for reposurgeon +# Test-suite makefile for opeb-adventure # Use absolute path so tests that change working directory still use # scripts from parent directory. Note that using $PWD seems to fail @@ -19,13 +19,12 @@ TESTLOADS := $(shell ls -1 *.log | sed '/.log/s///' | sort) .PHONY: check coverage clean testlist listcheck savegames buildregress .PHONY: savecheck regress -check: savecheck regress +check: savecheck tapcheck @echo "=== No diff output is good news." @-advent -x 2>/dev/null # Get usage message into coverage tests @-advent -l /dev/null /dev/null coverage: check - ls -lR $(PARDIR) lcov -t "advent" -o $(PARDIR)/advent.info -c -d $(PARDIR) --gcov-tool=$(GCOV) genhtml -o $(PARDIR)/coverage/ $(PARDIR)/advent.info ./coverage_dungeon.py @@ -68,6 +67,7 @@ buildregress: savegames OPTS=`sed -n /#options:/s///p <$${file}.log`; \ advent $$OPTS <$${file}.log >$${file}.chk 2>&1 || exit 1; \ done; \ + echo "inven" | advent isofoo.log /dev/stdin >multifile.chk rm -f scratch.tmp savecheck: savegames @@ -87,16 +87,32 @@ savecheck: savegames @advent -r thousand_saves.adv < pitfall.log > /tmp/coverage_advent_readfail 2>&1 || exit 1 @rm -f /tmp/coverage* -# General regression testing of commands and output; look at the *.log and -# corresponding *.chk files to see which tests this runs. -regress: - @for file in $(TESTLOADS); do \ - $(ECHO) -n " $${file} "; grep '##' $${file}.log || echo ' ## (no description)'; \ - OPTS=`sed -n /#options:/s///p <$${file}.log`; \ - if $(advent) $$OPTS < $${file}.log >/tmp/regress$$$$ 2>&1; \ - then diff --text -u $${file}.chk /tmp/regress$$$$ || exit 1; \ - else echo "*** Nonzero return status on $${file}!"; exit 1; fi \ - done; \ - rm -f scratch.tmp /tmp/regress$$$$ +# The TAP filter. Only affects presentation of the test suite messages +TAPCONSUMER=tapview + +# Fall back to safety if our declared TAP consumer does not exist. +# This is helpful in the CI environment, where it would be better for +# the logfiles to carry the raw TAP messages. +TAPFILTER=$(shell command -v $(TAPCONSUMER) || echo cat) + +FAILLOG=/tmp/advent-test.log + +RUN_TARGETS=$(TESTLOADS:%=run-regress-%) +$(RUN_TARGETS): run-regress-%: %.log + @(test=$(<:.log=); legend=$$(sed -n '/^## /s///p' <"$<" 2>/dev/null || echo "(no description)"); \ + OPTS=`sed -n /#options:/s///p $<`; \ + $(advent) $$OPTS <$< | tapdiffer "$<: $${legend}" "$${test}.chk") >>$(FAILLOG) + +multifile-regress: + @(echo "inven" | advent isofoo.log /dev/stdin) | tapdiffer "multifile: multiple-file test" multifile.chk >>$(FAILLOG) + +TEST_TARGETS = $(RUN_TARGETS) multifile-regress + +tap: count $(TEST_TARGETS) +count: + @echo 1..$(words $(TEST_TARGETS)) >$(FAILLOG) + +tapcheck: + @make --no-print-directory tap; tapview <$(FAILLOG) # end