path: root/rules/check.mak

LOOPS = 10
CLEANFILES += valgrind.*.log

# run any given test by running make test.check
# if the test fails, run it again at at least debug level 2
%.check: %
    @$(TESTS_ENVIRONMENT)                   \
    $* ||                           \
    $(TESTS_ENVIRONMENT)                    \
    $*

# run any given test in a loop
%.torture: %
    @for i in `seq 1 $(LOOPS)`; do              \
    $(TESTS_ENVIRONMENT)                    \
    $*; done

# run any given test in an infinite loop
%.forever: %
    @while true; do                     \
    $(TESTS_ENVIRONMENT)                    \
    $* || break; done

# valgrind any given test by running make test.valgrind
%.valgrind: %
    $(TESTS_ENVIRONMENT)                    \
    CK_DEFAULT_TIMEOUT=360                  \
    G_SLICE=always-malloc                   \
    G_DEBUG=gc-friendly                 \
    libtool --mode=execute                  \
    $(VALGRIND_PATH) -q                 \
    $(foreach s,$(SUPPRESSIONS),--suppressions=$(s))    \
    --tool=memcheck --leak-check=full --trace-children=yes  \
    --leak-resolution=high --num-callers=20         \
    ./$* 2>&1 | tee "valgrind.$*.log"
    @if grep "==" "valgrind.$*.log" > /dev/null 2>&1; then  \
        exit 1;                     \
    fi
    
# valgrind any given test and generate suppressions for it
%.valgrind.gen-suppressions: %
    $(TESTS_ENVIRONMENT)                    \
    CK_DEFAULT_TIMEOUT=360                  \
    G_SLICE=always-malloc                   \
    G_DEBUG=gc-friendly                 \
    libtool --mode=execute                  \
    $(VALGRIND_PATH) -q                     \
    $(foreach s,$(SUPPRESSIONS),--suppressions=$(s))    \
    --tool=memcheck --leak-check=full --trace-children=yes  \
    --leak-resolution=high --num-callers=20         \
    --gen-suppressions=all                  \
    ./$* 2>&1 | tee suppressions.log
    
# valgrind any given test until failure by running make test.valgrind-forever
%.valgrind-forever: %
    @while $(MAKE) $*.valgrind; do              \
      true; done

# gdb any given test by running make test.gdb
%.gdb: %
    $(TESTS_ENVIRONMENT)                    \
    CK_FORK=no                      \
    libtool --mode=execute                  \
    gdb $*

# torture tests
torture: $(TESTS)
    @echo "Torturing tests ..."
    for i in `seq 1 $(LOOPS)`; do               \
        $(MAKE) check ||                \
        (echo "Failure after $$i runs"; exit 1) ||  \
        exit 1;                     \
    done
    @banner="All $(LOOPS) loops passed";            \
    dashes=`echo "$$banner" | sed s/./=/g`;         \
    echo $$dashes; echo $$banner; echo $$dashes

# forever tests
forever: $(TESTS)
    @echo "Forever tests ..."
    while true; do                      \
        $(MAKE) check ||                \
        (echo "Failure"; exit 1) ||         \
        exit 1;                     \
    done

# valgrind all tests
valgrind: $(TESTS)
    @echo "Valgrinding tests ..."
    @failed=0;                          \
    for t in $(filter-out $(VALGRIND_TESTS_DISABLE),$(TESTS)); do   \
        $(MAKE) $$t.valgrind;                   \
        if test "$$?" -ne 0; then                               \
                        echo "Valgrind error for test $$t";     \
            failed=`expr $$failed + 1`;         \
            whicht="$$whicht $$t";              \
                fi;                         \
    done;                               \
    if test "$$failed" -ne 0; then                  \
        echo "$$failed tests had leaks or errors under valgrind:";  \
        echo "$$whicht";                    \
        false;                          \
    fi

help:
    @echo "make check                         -- run all checks"
    @echo "make torture                       -- run all checks $(LOOPS) times"
    @echo "make (dir)/(test).check            -- run the given check once"
    @echo "make (dir)/(test).forever          -- run the given check forever"
    @echo "make (dir)/(test).torture          -- run the given check $(LOOPS) times"
    @echo
    @echo "make (dir)/(test).gdb              -- start up gdb for the given test"
    @echo
    @echo "make valgrind                      -- valgrind all tests"
    @echo "make (dir)/(test).valgrind         -- valgrind the given test"
    @echo "make (dir)/(test).valgrind-forever -- valgrind the given test forever"
    @echo "make (dir)/(test).valgrind.gen-suppressions -- generate suppressions"
    @echo "                                               and save to suppressions.log"
    @echo "make inspect                       -- inspect all plugin features"