mirror of
https://github.com/RIOT-OS/RIOT.git
synced 2024-12-29 04:50:03 +01:00
1292d96feb
By default if a test is available and not blacklisted it will be run by murdock. This will move from a whitelisting everything that works, to blacklisting what fails. This way, failing tests will be easier to track instead of being silently just not run. It could even allow introducing failing tests before a fix is available.
61 lines
2.0 KiB
Makefile
61 lines
2.0 KiB
Makefile
#
|
|
# This file contains helper targets used by the CI.
|
|
#
|
|
#
|
|
# This target will run "make test" on the CI cluster.
|
|
#
|
|
# In order to work, these requirements must be fulfilled:
|
|
# - DWQ_REPO and DWQ_COMMIT are set correctly
|
|
# - the user has set up autossh & proper authentication for connecting to the CI
|
|
# (intended to be used by CI only for now)
|
|
#
|
|
# By default, $(FLASHFILE) is copied to the test worker along with the job.
|
|
# If the test needs any extra files, they can be added to the TEST_EXTRA_FILES
|
|
# variable. They will also be sent to the test worker.
|
|
# Note: *any TEST_EXTRA_FILES has to reside in ${BINDIR}*.
|
|
test-murdock:
|
|
cd $(RIOTBASE) && \
|
|
./.murdock test_job \
|
|
$$(realpath --relative-to $(RIOTBASE) $(APPDIR)) \
|
|
"$(BOARD):$(TOOLCHAIN)" \
|
|
$(FLASHFILE) $(TEST_EXTRA_FILES)
|
|
|
|
|
|
# Control running tests on boards during the CI tests.
|
|
#
|
|
# Testing is enabled if all the following conditions are met:
|
|
#
|
|
# * the board is whitelisted (by default all are enabled)
|
|
# * the board is not blacklisted (by default none)
|
|
# * the board has enough memory and the executable is being linked
|
|
# * a test is present
|
|
#
|
|
# TEST_ON_CI_WHITELIST and TEST_ON_CI_BLACKLIST can be empty, a board list or 'all'
|
|
#
|
|
# Prefer blacklisting boards that fail to whitelisting the ones that work.
|
|
# It will help tracking what is failing.
|
|
#
|
|
# Disabling a test in some case must be justified to keep track of the reason.
|
|
|
|
TEST_ON_CI_WHITELIST ?= all
|
|
TEST_ON_CI_BLACKLIST ?=
|
|
TEST_ON_BOARD_ENABLED ?= $(filter-out $(TEST_ON_CI_BLACKLIST:all=%),$(filter $(TEST_ON_CI_WHITELIST:all=%),$(BOARD)))
|
|
|
|
TEST_ON_CI_ENABLED ?= $(if $(RIOTNOLINK),,$(if $(TESTS),$(TEST_ON_BOARD_ENABLED)))
|
|
|
|
.PHONY: test-on-ci-enabled
|
|
test-on-ci-enabled:
|
|
$(Q)test -n "$(TEST_ON_CI_ENABLED)"
|
|
|
|
|
|
# create $(BINDIR)/.test file only if the test is enabled for this board
|
|
.PHONY: $(BINDIR)/.test
|
|
link: $(BINDIR)/.test
|
|
$(BINDIR)/.test: $(filter clean, $(MAKECMDGOALS))
|
|
ifneq (,$(TEST_ON_CI_ENABLED))
|
|
$(Q)mkdir -p $(BINDIR)
|
|
$(Q)touch $@
|
|
else
|
|
$(Q)rm -f $@
|
|
endif
|