X-Git-Url: https://jxself.org/git/?a=blobdiff_plain;f=tests%2FMakefile;h=b3cc2c35e33f78607c783cd5215a55d76b6131fa;hb=d235313e97a52a7f8d94ff4f3b186be71993e3a1;hp=7256b19ee4cecf1b85b5c89ab097ac98ac5adf38;hpb=5ab94ce8deaee9b358bfa36e22d9e432e78335be;p=open-adventure.git diff --git a/tests/Makefile b/tests/Makefile index 7256b19..b3cc2c3 100644 --- a/tests/Makefile +++ b/tests/Makefile @@ -19,7 +19,7 @@ TESTLOADS := $(shell ls -1 *.log | sed '/.log/s///' | sort) .PHONY: check coverage clean testlist listcheck savegames buildregress .PHONY: savecheck regress -check: savecheck regress +check: savecheck tapcheck @echo "=== No diff output is good news." @-advent -x 2>/dev/null # Get usage message into coverage tests @-advent -l /dev/null /dev/null @@ -67,6 +67,7 @@ buildregress: savegames OPTS=`sed -n /#options:/s///p <$${file}.log`; \ advent $$OPTS <$${file}.log >$${file}.chk 2>&1 || exit 1; \ done; \ + echo "inven" | advent isofoo.log /dev/stdin >multifile.chk rm -f scratch.tmp savecheck: savegames @@ -86,38 +87,32 @@ savecheck: savegames @advent -r thousand_saves.adv < pitfall.log > /tmp/coverage_advent_readfail 2>&1 || exit 1 @rm -f /tmp/coverage* -# General regression testing of commands and output; look at the *.log and -# corresponding *.chk files to see which tests this runs. -regress: - @for file in $(TESTLOADS); do \ - $(ECHO) -n " $${file} "; grep '##' $${file}.log || echo ' ## (no description)'; \ - OPTS=`sed -n /#options:/s///p <$${file}.log`; \ - if $(advent) $$OPTS < $${file}.log >/tmp/regress$$$$ 2>&1; \ - then diff --text -u $${file}.chk /tmp/regress$$$$ || exit 1; \ - else echo "*** Nonzero return status on $${file}!"; exit 1; fi \ - done; \ - rm -f scratch.tmp /tmp/regress$$$$ - -# Steps towards TAP and parallelization. -# There's a blocker in that the log tests can't be run concurrently -# due to isssues with colliding save files. - # The TAP filter. Only affects presentation of the test suite messages -TAPCONSUMER=tappy +TAPCONSUMER=tapview # Fall back to safety if our declared TAP consumer does not exist. -# This is helpful in the CI environment, where it wiuld be better for +# This is helpful in the CI environment, where it would be better for # the logfiles to carry the raw TAP messages. TAPFILTER=$(shell command -v $(TAPCONSUMER) || echo cat) +FAILLOG=/tmp/advent-test.log + RUN_TARGETS=$(TESTLOADS:%=run-regress-%) $(RUN_TARGETS): run-regress-%: %.log @(test=$(<:.log=); legend=$$(sed -n '/^## /s///p' <"$<" 2>/dev/null || echo "(no description)"); \ OPTS=`sed -n /#options:/s///p $<`; \ - $(advent) $$OPTS <$< | tapdiffer "$<: $${legend}" "$${test}.chk") + $(advent) $$OPTS <$< | tapdiffer "$<: $${legend}" "$${test}.chk") >>$(FAILLOG) + +multifile-regress: + @(echo "inven" | advent isofoo.log /dev/stdin) | tapdiffer "multifile: multiple-file test" multifile.chk >>$(FAILLOG) -tap: savecheck count $(RUN_TARGETS) +TEST_TARGETS = $(RUN_TARGETS) multifile-regress + +tap: count $(TEST_TARGETS) count: - @echo 1..$(words $(RUN_TARGETS)) + @echo 1..$(words $(TEST_TARGETS)) >$(FAILLOG) + +tapcheck: + @make --no-print-directory tap; tapview <$(FAILLOG) # end