X-Git-Url: https://jxself.org/git/?a=blobdiff_plain;f=tests%2FMakefile;h=1593b690489d55b9e744d2bd559a6fa49cbfb2bb;hb=59a5afb72e4981ab370437c0f4b950f1d4424aa3;hp=347b0f9b31a22fb479212cb110673a437027e4ac;hpb=b044e9ab422ef7501c5ce98ec39eb89e2f142c5e;p=open-adventure.git diff --git a/tests/Makefile b/tests/Makefile index 347b0f9..1593b69 100644 --- a/tests/Makefile +++ b/tests/Makefile @@ -92,6 +92,9 @@ scheck7: @./outcheck.sh "test -r with valid input" SCHECKS = scheck1 scheck2 scheck3 scheck4 scheck5 scheck6 scheck7 +# Don't run this from here, you'll get ctyptic warnings and no good result +# if the advent binary wasn't built with covrage flags. Do "make clean covetage" +# from the top-level directory. coverage: check lcov -t "advent" -o $(PARDIR)/advent.info -c -d $(PARDIR) --gcov-tool=$(GCOV) genhtml -o $(PARDIR)/coverage/ $(PARDIR)/advent.info @@ -124,20 +127,42 @@ tap: count $(TEST_TARGETS) count: @echo 1..$(words $(TEST_TARGETS)) -# The following machinery tests the gane against a binary made from +# The following machinery tests the game against a binary made from # the advent430 branch To use it, switch to that branch, build the -# binary, sand run it once to generate adventure.data, then switch -# back to master leaving advent430 and adventure.data in place (make -# clean does not remove them). +# binary, run it once to generate adventure.data, then switch back to +# master leaving advent430 and adventure.data in place (make clean +# does not remove them). # # The diff file produced has corrected spellings in it. That's what oldfilter -# is for, to massage out the orioginal dpellings and avoid noise diffs. +# is for, to massage out the original dpellings and avoid noise diffs. # Diffs in amount of whitespace and trailing whitespace are ignored - -ancient: $(SGAMES) +# +# A magic comment of NOCOMPARE in a log file excludes it from this comparison. +# making it a skipped test in the TAP view. First use of this was to avoid a +# spurious mismatch on the news text. Other uses avoid spurios mismatches due +# to bug fixes. +# +# When adding more tests, bear in mind that any game that continues after a +# resurrection will need a NOCOMPARE. At some point in the forward port, +# resurrection was accidentally changed in a way that messed wil the LCG chain. +# +# The *.chk files need not be up-to-date for this to work. +# +TAPFILTER=tapview +oldcompare: $(SGAMES) @if [ -f ../advent430 ]; then cp ../advent430 ../adventure.data .; else echo "advent430 nonexistent"; exit 1; fi - @for x in *.log; do stem=$${x%.log}; echo $${stem}; ./advent430 <$${stem}.log | ./oldfilter >$${stem}.ochk; done - @for x in *.log; do stem=$${x%.log}; ./newfilter <$${stem}.chk | diff -ubZ $${stem}.ochk -; done - @rm *.ochk advent430 adventure.data + @-(for x in *.log; do \ + stem=$${x%.log}; \ + legend=$$(sed -n '/^## /s///p' <$$x 2>/dev/null || echo "(no description)"); \ + if grep NOCOMPARE $$x >/dev/null; \ + then echo "not ok - $${stem}.ochk: $${legend} # SKIP"; \ + else \ + ./advent430 <$${stem}.log | oldfilter >$${stem}.ochk; \ + ../advent <$${stem}.log >$${stem}.log-new; \ + ./newfilter <$${stem}.log-new | tapdiffer -w "$${stem}: $${legend}" $${stem}.ochk; \ + fi; \ + done; \ + echo 1..$(words $(shell ls *.log))) | $(TAPFILTER) + @rm *.ochk rm *-new advent430 adventure.data # end