From 5aaa22860a14641b70f05aaaf5e88e81340a751d Mon Sep 17 00:00:00 2001 From: "Eric S. Raymond" Date: Wed, 10 Mar 2021 15:29:37 -0500 Subject: [PATCH] Experimental steps towards TAP and test parallelization. --- tests/Makefile | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/tests/Makefile b/tests/Makefile index fc4801f..8883fe9 100644 --- a/tests/Makefile +++ b/tests/Makefile @@ -98,4 +98,26 @@ regress: done; \ rm -f scratch.tmp /tmp/regress$$$$ +# Steps towards TAP and parallelization. +# There's a blocker in that the log tests can't be run concurrently +# due to isssues with colliding save files. + +# The TAP filter. Only affects presentation of the test suite messages +TAPCONSUMER=tappy + +# Fall back to safety if our declared TAP consumer does not exist. +# This is helpful in the CI environment, where it wiuld be better for +# the logfiles to carry the raw TAP messages. +TAPFILTER=$(shell command -v $(TAPCONSUMER) || echo cat) + +RUN_TARGETS=$(TESTLOADS:%=run-regress-%) +$(RUN_TARGETS): run-regress-%: %.log + @(test=$(<:.log=); legend=$$(sed -n '/^## /s///p' <"$<" 2>/dev/null || echo "(no description)"); \ + OPTS=`sed -n /#options:/s///p $<`; \ + $(advent) $$OPTS <$< | tapdiffer "$<: $${legend}" "$${test}.chk") + +tap: savecheck count $(RUN_TARGETS) +count: + @echo 1..$(words $(RUN_TARGETS)) + # end -- 2.31.1