blob: 9336c44735fb13b614380cef5a299f96c0251fe9 [file] [log] [blame]
# keep target around, since it's referenced in the modules' Makefiles
clean-local-check:
@echo
if HAVE_VALGRIND
# hangs spectacularly on some machines, so let's not do this by default yet
check-valgrind:
$(MAKE) valgrind
else
check-valgrind:
@true
endif
LOOPS ?= 10
AM_TESTS_ENVIRONMENT = CK_DEFAULT_TIMEOUT=20
# run any given test by running make test.check
# if the test fails, run it again at at least debug level 2
%.check: %
@$(AM_TESTS_ENVIRONMENT) \
$* || \
$(AM_TESTS_ENVIRONMENT) \
GST_DEBUG=$$GST_DEBUG,*:2 \
$*
# just like 'check', but don't run it again if it fails (useful for debugging)
%.check-norepeat: %
@$(AM_TESTS_ENVIRONMENT) \
$*
# run any given test in a loop
%.torture: %
@for i in `seq 1 $(LOOPS)`; do \
$(AM_TESTS_ENVIRONMENT) \
$*; done
# run any given test in an infinite loop
%.forever: %
@while true; do \
$(AM_TESTS_ENVIRONMENT) \
$* || break; done
# valgrind any given test by running make test.valgrind
%.valgrind: %
@valgrind_log=$(subst /,-,$*-valgrind.log); \
$(AM_TESTS_ENVIRONMENT) \
CK_DEFAULT_TIMEOUT=360 \
G_SLICE=always-malloc \
$(LIBTOOL) --mode=execute \
$(VALGRIND_PATH) -q \
$(foreach s,$(SUPPRESSIONS),--suppressions=$(s)) \
--tool=memcheck --leak-check=full --trace-children=yes \
--show-possibly-lost=no \
--leak-resolution=high --num-callers=20 \
./$* 2>&1 | tee $$valgrind_log ; \
if grep "^==" $$valgrind_log > /dev/null 2>&1; then \
rm $$valgrind_log; \
exit 1; \
fi ; \
rm $$valgrind_log
# valgrind any given test and generate suppressions for it
%.valgrind.gen-suppressions: %
@$(AM_TESTS_ENVIRONMENT) \
CK_DEFAULT_TIMEOUT=360 \
G_SLICE=always-malloc \
$(LIBTOOL) --mode=execute \
$(VALGRIND_PATH) -q \
$(foreach s,$(SUPPRESSIONS),--suppressions=$(s)) \
--tool=memcheck --leak-check=full --trace-children=yes \
--show-possibly-lost=no \
--leak-resolution=high --num-callers=20 \
--gen-suppressions=all \
./$* 2>&1 | tee suppressions.log
# valgrind torture any given test
%.valgrind-torture: %
@for i in `seq 1 $(LOOPS)`; do \
$(MAKE) $*.valgrind || \
(echo "Failure after $$i runs"; exit 1) || \
exit 1; \
done
@banner="All $(LOOPS) loops passed"; \
dashes=`echo "$$banner" | sed s/./=/g`; \
echo $$dashes; echo $$banner; echo $$dashes
# valgrind any given test until failure by running make test.valgrind-forever
%.valgrind-forever: %
@while $(MAKE) $*.valgrind; do \
true; done
# gdb any given test by running make test.gdb
%.gdb: %
@$(AM_TESTS_ENVIRONMENT) \
CK_FORK=no \
$(LIBTOOL) --mode=execute \
gdb $(GDB_ARGS) $*
%.gdb-forever: %
@while $(MAKE) GDB_ARGS="-ex run -ex quit" $*.gdb ; do \
sleep 1; done
%.lcov-reset:
$(MAKE) $*.lcov-run
$(MAKE) $*.lcov-report
%.lcov: %
$(MAKE) $*.lcov-reset
if GST_GCOV_ENABLED
%.lcov-clean:
$(MAKE) -C $(top_builddir) lcov-clean
%.lcov-run:
$(MAKE) $*.lcov-clean
$(MAKE) $*.check
%.lcov-report:
$(MAKE) -C $(top_builddir) lcov-report
else
%.lcov-run:
echo "Need to reconfigure with --enable-gcov"
%.lcov-report:
echo "Need to reconfigure with --enable-gcov"
endif
# torture tests
torture: $(TESTS)
-rm test-registry.*
@echo "Torturing tests ..."
@for i in `seq 1 $(LOOPS)`; do \
$(MAKE) check || \
(echo "Failure after $$i runs"; exit 1) || \
exit 1; \
done
@banner="All $(LOOPS) loops passed"; \
dashes=`echo "$$banner" | sed s/./=/g`; \
echo $$dashes; echo $$banner; echo $$dashes
# forever tests
forever: $(TESTS)
-rm test-registry.*
@echo "Forever tests ..."
@while true; do \
$(MAKE) check || \
(echo "Failure"; exit 1) || \
exit 1; \
done
# valgrind all tests
valgrind: $(TESTS)
@echo "Valgrinding tests ..."
@failed=0; valgrind_targets=""; \
for t in $(filter-out $(VALGRIND_TESTS_DISABLE),$(TESTS)); do \
valgrind_targets="$$valgrind_targets $$t.valgrind"; \
done; \
if ! $(MAKE) $$valgrind_targets ; then \
echo "Some tests had leaks or errors under valgrind"; \
false; \
fi
# valgrind all tests until failure
valgrind-forever: $(TESTS)
-rm test-registry.*
@echo "Forever valgrinding tests ..."
@while true; do \
$(MAKE) valgrind || \
(echo "Failure"; exit 1) || \
exit 1; \
done
# valgrind torture all tests
valgrind-torture: $(TESTS)
-rm test-registry.*
@echo "Torturing and valgrinding tests ..."
@for i in `seq 1 $(LOOPS)`; do \
$(MAKE) valgrind || \
(echo "Failure after $$i runs"; exit 1) || \
exit 1; \
done
@banner="All $(LOOPS) loops passed"; \
dashes=`echo "$$banner" | sed s/./=/g`; \
echo $$dashes; echo $$banner; echo $$dashes
# valgrind all tests and generate suppressions
valgrind.gen-suppressions: $(TESTS)
@echo "Valgrinding tests ..."
@failed=0; \
for t in $(filter-out $(VALGRIND_TESTS_DISABLE),$(TESTS)); do \
$(MAKE) $$t.valgrind.gen-suppressions; \
if test "$$?" -ne 0; then \
echo "Valgrind error for test $$t"; \
failed=`expr $$failed + 1`; \
whicht="$$whicht $$t"; \
fi; \
done; \
if test "$$failed" -ne 0; then \
echo "$$failed tests had leaks or errors under valgrind:"; \
echo "$$whicht"; \
false; \
fi
# inspect every plugin feature
GST_INSPECT = $(GST_TOOLS_DIR)/gst-inspect-$(GST_API_VERSION)
inspect:
@echo "Inspecting features ..."
@for e in `$(AM_TESTS_ENVIRONMENT) $(GST_INSPECT) | head -n -2 \
| cut -d: -f2`; \
do echo Inspecting $$e; \
$(GST_INSPECT) $$e > /dev/null 2>&1; done
# build all tests
build-checks: $(TESTS)
help:
@echo
@echo "make check -- run all checks"
@echo "make torture -- run all checks $(LOOPS) times"
@echo "make (dir)/(test).check -- run the given check once, repeat with GST_DEBUG=*:2 if it fails"
@echo "make (dir)/(test).check-norepeat -- run the given check once, but don't run it again if it fails"
@echo "make (dir)/(test).forever -- run the given check forever"
@echo "make (dir)/(test).torture -- run the given check $(LOOPS) times"
@echo
@echo "make (dir)/(test).gdb -- start up gdb for the given test"
@echo
@echo "make valgrind -- valgrind all tests"
@echo "make valgrind-forever -- valgrind all tests forever"
@echo "make valgrind-torture -- valgrind all tests $(LOOPS) times"
@echo "make valgrind.gen-suppressions -- generate suppressions for all tests"
@echo " and save to suppressions.log"
@echo "make (dir)/(test).valgrind -- valgrind the given test"
@echo "make (dir)/(test).valgrind-forever -- valgrind the given test forever"
@echo "make (dir)/(test).valgrind-torture -- valgrind the given test $(LOOPS) times"
@echo "make (dir)/(test).valgrind.gen-suppressions -- generate suppressions"
@echo " and save to suppressions.log"
@echo "make inspect -- inspect all plugin features"
@echo "make build-checks -- build all checks (but don't run them)"
@echo
@echo
@echo "Additionally, you can use the GST_CHECKS environment variable to"
@echo "specify which test(s) should be run. This is useful if you are"
@echo "debugging a failure in one particular test, or want to reproduce"
@echo "a race condition in a single test."
@echo
@echo "Examples:"
@echo
@echo " GST_CHECKS=test_this,test_that make element/foobar.check"
@echo " GST_CHECKS=test_many_threads make element/foobar.forever"
@echo