GNUmakefile

#---*- Makefile -*-------------------------------------------------------
#$Author: antanas $
#$Date: 2016-04-29 16:13:21 +0300 (Fri, 29 Apr 2016) $
#$Revision: 92 $
#$URL: svn+ssh://saulius-grazulis.lt/home/saulius/svn-repositories/makefiles/Makefile-multiscript-testing $
#------------------------------------------------------------------------

# Run tests in a test directory (tests/cases by default) and report if
# all tests pass.

# USAGE:
#     make clean
#     make distclean
#     make tests
#     make

#     make run
#     make run TEXT_TO_PARSE=filter.txt
#     make run TEXT_TO_PARSE=filter.txt GRAMMAR=grammars/filters.ebnf

#------------------------------------------------------------------------------

# Include local configuration files from this directory:

MAKECONF_EXAMPLES = ${wildcard Makeconf*.example}
MAKECONF_FILES = \
	$(sort \
		${filter-out %.example,${filter-out %~, ${wildcard Makeconf*}}} \
		${MAKECONF_EXAMPLES:%.example=%} \
	)

ifneq ("${MAKECONF_FILES}","")
include ${MAKECONF_FILES}
endif

# Make local customisable Makeconfig files:

Makecon%: Makecon%.example
	test -f $@ || cp -v $< $@
	test -f $@ && touch $@

#------------------------------------------------------------------------------

TEST_DIR = tests/cases
OUTP_DIR = tests/outputs

TEST_FILES = ${wildcard ${TEST_DIR}/*.inp}
TEST_DIFF_FILES = ${TEST_FILES:${TEST_DIR}/%.inp=${OUTP_DIR}/%.diff}
TEST_OUTP_FILES = ${TEST_FILES:${TEST_DIR}/%.inp=${OUTP_DIR}/%.out}

OPT_FILES = ${wildcard ${TEST_DIR}/*.opt}
OPT_DIFF_FILES = ${OPT_FILES:${TEST_DIR}/%.opt=${OUTP_DIR}/%.diff}
OPT_OUTP_FILES = ${OPT_FILES:${TEST_DIR}/%.opt=${OUTP_DIR}/%.out}

SH_FILES = ${wildcard ${TEST_DIR}/*.sh}
SH_DIFF_FILES = ${SH_FILES:${TEST_DIR}/%.sh=${OUTP_DIR}/%.diff}
SH_OUTP_FILES = ${SH_FILES:${TEST_DIR}/%.sh=${OUTP_DIR}/%.out}

DIFF_FILES = $(sort ${TEST_DIFF_FILES} ${OPT_DIFF_FILES} ${SH_DIFF_FILES})
OUTP_FILES = $(sort ${TEST_OUTP_FILES} ${OPT_OUTP_FILES} ${SH_OUTP_FILES})

.PHONY: all

all: tests

#------------------------------------------------------------------------------

# Include Makefiles with additional rules for this directory:

MAKELOCAL_FILES = ${filter-out %~, ${wildcard Makelocal*}}

ifneq ("${MAKELOCAL_FILES}","")
include ${MAKELOCAL_FILES}
endif

#------------------------------------------------------------------------------

# Automatic dependency generation:

PATH := ${PATH}:tools/mkdepend

export PATH

DEPEND=${SH_FILES:${TEST_DIR}/%.sh=${TEST_DIR}/.%.d}

include ${DEPEND}

${TEST_DIR}/.%.d: ${TEST_DIR}/%.sh
	mkcomdepend $< \
	| sed 's,^tests/cases/,tests/outputs/,; s/^\(.*\)\.sh.log:/\1.diff:/' \
	> $@

#------------------------------------------------------------------------------

# The 'make run' target for quick testing of grammars:

## GEN_DIR = generated
## GRAM_DIR = grammars
## 
## GRAMMAR ?= ${GRAM_DIR}/flat-filters.ebnf
GRAMMAT ?= $(word 1,$(sort ${GRAMMAR_FILES}))
TEXT_TO_PARSE ?= filter.txt

.PHONY: run

run: ${GRAMMAT}
	awk '{print}' ${TEXT_TO_PARSE}
	./tools/grammatiker/BNF/scripts/grammatica-tree $< ${TEXT_TO_PARSE}

${GEN_DIR}/%.g: $(dir ${GRAMMAR})/%.ebnf
	./tools/grammatiker/EBNF/scripts/ebnf2grammatica $< > $@

#------------------------------------------------------------------------------

.PHONY: check test tests out outputs

check test tests: ${DIFF_FILES}

out outputs: ${OUTP_FILES}

EXTRA_TEST_DEPS = ${GRAMMATIKER_LOG}

#------------------------------------------------------------------------------

# Rules to run script-specific tests:

${OUTP_DIR}/%.diff: ${TEST_DIR}/%.inp ${TEST_DIR}/%.opt ${EXTRA_TEST_DEPS}
	-@printf "%-30s " "$<:" ; \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $(shell grep -v '^#' ${word 2, $^}) \
	    $< \
	2>&1 \
	| diff ${OUTP_DIR}/$*.out - > $@ ; \
	if [ $$? = 0 ]; then echo "OK"; else echo "FAILED:"; cat $@; fi

${OUTP_DIR}/%.diff: ${TEST_DIR}/%.opt ${EXTRA_TEST_DEPS}
	-@printf "%-30s " "$<:" ; \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $(shell grep -v '^#' ${word 1, $^}) \
	2>&1 \
	| diff ${OUTP_DIR}/$*.out - > $@ ; \
	if [ $$? = 0 ]; then echo "OK"; else echo "FAILED:"; cat $@; fi

${OUTP_DIR}/%.diff: ${TEST_DIR}/%.inp ${EXTRA_TEST_DEPS}
	-@printf "%-30s " "$<:" ; \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $< \
	2>&1 \
	| diff ${OUTP_DIR}/$*.out - > $@ ; \
	if [ $$? = 0 ]; then echo "OK"; else echo "FAILED:"; cat $@; fi

# Shell-script based tests:

${OUTP_DIR}/%.diff: ${TEST_DIR}/%.sh ${EXTRA_TEST_DEPS}
	-@printf "%-30s " "$<:" ; \
	$< 2>&1 \
	| diff ${OUTP_DIR}/$*.out - > $@ ; \
	if [ $$? = 0 ]; then echo "OK"; else echo "FAILED:"; cat $@; fi

# Rules to generate sample test outputs:

${OUTP_DIR}/%.out: ${TEST_DIR}/%.inp ${TEST_DIR}/%.opt ${EXTRA_TEST_DEPS}
	-@test -f $@ || echo "$@:"
	-@test -f $@ || \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $(shell grep -v '^#' ${word 2, $^}) \
	    $< \
	2>&1 \
	| tee $@
	-@touch $@

${OUTP_DIR}/%.out: ${TEST_DIR}/%.opt ${EXTRA_TEST_DEPS}
	-@test -f $@ || echo "$@:"
	-@test -f $@ || \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $(shell grep -v '^#' ${word 1, $^}) \
	2>&1 \
	| tee $@
	-@touch $@

${OUTP_DIR}/%.out: ${TEST_DIR}/%.inp ${EXTRA_TEST_DEPS}
	-@test -f $@ || echo "$@:"
	-@test -f $@ || \
	./$(shell echo $* | sed -e 's/_[0-9]*$$//') \
	    $< \
	2>&1 \
	| tee $@
	-@touch $@

${OUTP_DIR}/%.out: ${TEST_DIR}/%.sh ${EXTRA_TEST_DEPS}
	-@test -f $@ || echo "$@:"
	-@test -f $@ || \
	$< 2>&1 \
	| tee $@
	-@touch $@

#------------------------------------------------------------------------------

.PHONY: listdiff

listdiff: ## test
	@- test -d ${OUTP_DIR} && \
	    find ${OUTP_DIR} -name '*.diff' -size +0 \
		| xargs --no-run-if-empty ls -1 \
		| sort -u

#------------------------------------------------------------------------------

.PHONY: clean distclean cleanAll

clean:
	rm -f ${DIFF_FILES}

distclean cleanAll: clean ${DISTCLEAN_TARGETS}