mirror of
https://github.com/RIOT-OS/RIOT.git
synced 2024-12-29 04:50:03 +01:00
45a318269d
Introduce a variable to set that a test is blacklisted. This is a move toward enabling tests by default and adding a blacklisting reason instead for a board instead of not whitelisting them which hides the problem. Currently, a test should be both whitelisted and blacklisted at the same time to have a meaning. It is planned to whitelist all by default in an upcoming pull request.
59 lines
1.7 KiB
Makefile
59 lines
1.7 KiB
Makefile
#
|
|
# This file contains helper targets used by the CI.
|
|
#
|
|
|
|
# (HACK) get actual flash binary from FFLAGS if not defined.
|
|
FLASHFILE ?= $(filter $(HEXFILE) $(ELFFILE:.elf=.bin) $(ELFFILE),$(FFLAGS))
|
|
|
|
#
|
|
# This target will run "make test" on the CI cluster.
|
|
#
|
|
# In order to work, these requirements must be fulfilled:
|
|
# - DWQ_REPO and DWQ_COMMIT are set correctly
|
|
# - the user has set up autossh & proper authentication for connecting to the CI
|
|
# (intended to be used by CI only for now)
|
|
test-murdock:
|
|
cd $(RIOTBASE) && \
|
|
./.murdock test_job \
|
|
$$(realpath --relative-to $(RIOTBASE) $(APPDIR)) \
|
|
"$(BOARD):$(TOOLCHAIN)" \
|
|
$(FLASHFILE)
|
|
|
|
|
|
# Control running tests on boards during the CI tests.
|
|
#
|
|
# Testing is enabled if all the following conditions are met:
|
|
#
|
|
# * the board is whitelisted
|
|
# * the board is not blacklisted (by default none)
|
|
# * the board has enough memory and the executable is being linked
|
|
#
|
|
# TEST_ON_CI_WHITELIST and TEST_ON_CI_BLACKLIST can be empty, a board list or 'all'
|
|
#
|
|
# Prefer blacklisting boards that fail to whitelisting the ones that work.
|
|
# It will help tracking what is failing.
|
|
#
|
|
# Disabling a test in some case must be justified to keep track of the reason.
|
|
|
|
TEST_ON_CI_WHITELIST ?=
|
|
TEST_ON_CI_BLACKLIST ?=
|
|
TEST_ON_BOARD_ENABLED ?= $(filter-out $(TEST_ON_CI_BLACKLIST:all=%),$(filter $(TEST_ON_CI_WHITELIST:all=%),$(BOARD)))
|
|
|
|
TEST_ON_CI_ENABLED ?= $(if $(RIOTNOLINK),,$(TEST_ON_BOARD_ENABLED))
|
|
|
|
.PHONY: test-on-ci-enabled
|
|
test-on-ci-enabled:
|
|
$(Q)test -n "$(TEST_ON_CI_ENABLED)"
|
|
|
|
|
|
# create $(BINDIR)/.test file only if the test is enabled for this board
|
|
.PHONY: $(BINDIR)/.test
|
|
link: $(BINDIR)/.test
|
|
$(BINDIR)/.test: $(filter clean, $(MAKECMDGOALS))
|
|
ifneq (,$(TEST_ON_CI_ENABLED))
|
|
$(Q)mkdir -p $(BINDIR)
|
|
$(Q)touch $@
|
|
else
|
|
$(Q)rm -f $@
|
|
endif
|