RIOT-OS/RIOT
RIOT-OS/RIOT
1
0
Fork 0
mirror of https://github.com/RIOT-OS/RIOT.git synced 2025-01-17 05:12:57 +01:00
Code Releases Activity

Merge pull request #11743 from cladmi/pr/ci/add_test_blacklist

Browse Source 
murdock: introduce 'TEST_ON_CI_BLACKLIST'
This commit is contained in:
Kaspar Schleiser 2019-07-12 13:56:31 +02:00 committed by GitHub
commit 6c895e1484
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 32 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
makefiles/murdock.inc.mk
View File

@ -15,16 +15,38 @@ test-murdock:
"$(BOARD):$(TOOLCHAIN)" \
$(FLASHFILE)
# don't whitelist tests if there's no binary
ifeq (1,$(RIOTNOLINK))
TEST_ON_CI_WHITELIST:=
endif
# create $(BINDIR)/.test file only if BOARD is in $(TEST_ON_CI_WHITELIST)
# Control running tests on boards during the CI tests.
#
# Testing is enabled if all the following conditions are met:
#
# * the board is whitelisted
# * the board is not blacklisted (by default none)
# * the board has enough memory and the executable is being linked
#
# TEST_ON_CI_WHITELIST and TEST_ON_CI_BLACKLIST can be empty, a board list or 'all'
#
# Prefer blacklisting boards that fail to whitelisting the ones that work.
# It will help tracking what is failing.
#
# Disabling a test in some case must be justified to keep track of the reason.
TEST_ON_CI_WHITELIST ?=
TEST_ON_CI_BLACKLIST ?=
TEST_ON_BOARD_ENABLED ?= $(filter-out $(TEST_ON_CI_BLACKLIST:all=%),$(filter $(TEST_ON_CI_WHITELIST:all=%),$(BOARD)))
TEST_ON_CI_ENABLED ?= $(if $(RIOTNOLINK),,$(TEST_ON_BOARD_ENABLED))
.PHONY: test-on-ci-enabled
test-on-ci-enabled:
$(Q)test -n "$(TEST_ON_CI_ENABLED)"
# create $(BINDIR)/.test file only if the test is enabled for this board
.PHONY: $(BINDIR)/.test
link: $(BINDIR)/.test
$(BINDIR)/.test: $(filter clean, $(MAKECMDGOALS))
ifneq (,$(filter $(BOARD) all, $(TEST_ON_CI_WHITELIST)))
ifneq (,$(TEST_ON_CI_ENABLED))
$(Q)mkdir -p $(BINDIR)
$(Q)touch $@
else

3
tests/xtimer_now64_continuity/Makefile
View File

@ -3,7 +3,8 @@ include ../Makefile.tests_common
USEMODULE += fmt
USEMODULE += xtimer
TEST_ON_CI_WHITELIST += all
# This test randomly fails on `native` so disable it from CI
TEST_ON_CI_WHITELIST += samr21-xpro
TEST_ON_CI_BLACKLIST += native
include $(RIOTBASE)/Makefile.include

3
tests/xtimer_usleep/Makefile
View File

@ -2,8 +2,9 @@ include ../Makefile.tests_common
USEMODULE += xtimer
TEST_ON_CI_WHITELIST += all
# This test randomly fails on `native` so disable it from CI
TEST_ON_CI_WHITELIST += samr21-xpro
TEST_ON_CI_BLACKLIST += native
# This application uses getchar and thus expects input from stdio
USEMODULE += stdin