#!/usr/bin/env bash # # Copyright (C) 2018 Gaƫtan Harter # # This file is subject to the terms and conditions of the GNU Lesser # General Public License v2.1. See the file LICENSE in the top level # directory for more details. # # # Central test script to have sanity checks for the build system # It is run unconditionally on all files. # # : "${RIOTBASE:="$(cd "$(dirname "$0")/../../../" || exit; pwd)"}" SCRIPT_PATH=dist/tools/buildsystem_sanity_check/check.sh tab_indent() { # Ident using 'bashism' to to the tab compatible with 'bsd-sed' sed 's/^/\'$'\t/' } prepend() { # 'i' needs 'i\{newline}' and a newline after for 'bsd-sed' sed '1i\ '"$1"' ' } error_with_message() { tab_indent | prepend "${1}" } # Modules should not check the content of FEATURES_PROVIDED/_REQUIRED/OPTIONAL # Handling specific behaviors/dependencies should by checking the content of: # * `USEMODULE` # * maybe `FEATURES_USED` if it is not a module (== not a periph_) check_not_parsing_features() { local patterns=() local pathspec=() patterns+=(-e 'if.*filter.*FEATURES_PROVIDED') patterns+=(-e 'if.*filter.*FEATURES_REQUIRED') patterns+=(-e 'if.*filter.*FEATURES_OPTIONAL') # Pathspec with exclude should start by an inclusive pathspec in git 2.7.4 pathspec+=('*') # Ignore this file when matching as it self matches pathspec+=(":!${SCRIPT_PATH}") # These two files contain sanity checks using FEATURES_ so are allowed pathspec+=(':!Makefile.include' ':!makefiles/info-global.inc.mk') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Modules should not check the content of FEATURES_PROVIDED/_REQUIRED/OPTIONAL' } # Providing features for boards and CPUs should only be done in # Makefile.features check_providing_features_only_makefile_features() { local patterns=() local pathspec=() patterns+=(-e '^[ ]*FEATURES_PROVIDED *+= *') pathspec+=("*Makefile\.*") pathspec+=(":!*Makefile.features") git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Features should only be provided in Makefile.features files' } # Some variables do not need to be exported and even cause issues when being # exported because they are evaluated even when not needed. # # Currently this blacklists exported variables instead of whitelisting or # providing a mechanism for handling it. # It just keep things not exported anymore in the future. UNEXPORTED_VARIABLES=() UNEXPORTED_VARIABLES+=('FLASHFILE') UNEXPORTED_VARIABLES+=('TERMPROG' 'TERMFLAGS') UNEXPORTED_VARIABLES+=('FLASHER' 'FFLAGS') UNEXPORTED_VARIABLES+=('RESET' 'RESETFLAGS') UNEXPORTED_VARIABLES+=('DEBUGGER' 'DEBUGGER_FLAGS') UNEXPORTED_VARIABLES+=('DEBUGSERVER' 'DEBUGSERVER_FLAGS') UNEXPORTED_VARIABLES+=('PREFLASHER' 'PREFFLAGS' 'FLASHDEPS') UNEXPORTED_VARIABLES+=('DEBUG_ADAPTER' 'DEBUG_ADAPTER_ID') UNEXPORTED_VARIABLES+=('PROGRAMMER_SERIAL') UNEXPORTED_VARIABLES+=('STLINK_VERSION') UNEXPORTED_VARIABLES+=('PORT_LINUX' 'PORT_DARWIN') UNEXPORTED_VARIABLES+=('PORT[ ?=:]' 'PORT$') UNEXPORTED_VARIABLES+=('LINKFLAGS' 'LINKER_SCRIPT') UNEXPORTED_VARIABLES+=('USEMODULE_INCLUDES') UNEXPORTED_VARIABLES+=('OPENOCD_ADAPTER_INIT') UNEXPORTED_VARIABLES+=('OPENOCD_CONFIG') UNEXPORTED_VARIABLES+=('OPENOCD_RESET_USE_CONNECT_ASSERT_SRST') UNEXPORTED_VARIABLES+=('OPENOCD_CMD_RESET_RUN') UNEXPORTED_VARIABLES+=('OPENOCD_PRE_FLASH_CMDS' 'OPENOCD_PRE_VERIFY_CMDS') UNEXPORTED_VARIABLES+=('PRE_FLASH_CHECK_SCRIPT') UNEXPORTED_VARIABLES+=('FLASH_TARGET_TYPE') UNEXPORTED_VARIABLES+=('PYOCD_ADAPTER_INIT') UNEXPORTED_VARIABLES+=('JLINK_DEVICE' 'JLINK_IF') UNEXPORTED_VARIABLES+=('JLINK_PRE_FLASH' 'JLINK_RESET_FILE') UNEXPORTED_VARIABLES+=('GIT_CACHE' 'GIT_CACHE_DIR') UNEXPORTED_VARIABLES+=('LINKXX') UNEXPORTED_VARIABLES+=('APPDEPS' 'BUILDDEPS' 'DEBUGDEPS') EXPORTED_VARIABLES_ONLY_IN_VARS=() EXPORTED_VARIABLES_ONLY_IN_VARS+=('CPU_ARCH') EXPORTED_VARIABLES_ONLY_IN_VARS+=('CPU_CORE') EXPORTED_VARIABLES_ONLY_IN_VARS+=('CPU_FAM') EXPORTED_VARIABLES_ONLY_IN_VARS+=('NATIVEINCLUDES') EXPORTED_VARIABLES_ONLY_IN_VARS+=('UNDEF') EXPORTED_VARIABLES_ONLY_IN_VARS+=('USEMODULE') EXPORTED_VARIABLES_ONLY_IN_VARS+=('TARGET_ARCH') EXPORTED_VARIABLES_ONLY_IN_VARS+=('TOOLCHAIN') EXPORTED_VARIABLES_ONLY_IN_VARS+=('WERROR') EXPORTED_VARIABLES_ONLY_IN_VARS+=('WPEDANTIC') EXPORTED_VARIABLES_ONLY_IN_VARS+=('CC[ =]' 'CXX' 'CCAS') EXPORTED_VARIABLES_ONLY_IN_VARS+=('AR[ =]' 'RANLIB') EXPORTED_VARIABLES_ONLY_IN_VARS+=('AS' 'NM' 'SIZE' 'LINK') EXPORTED_VARIABLES_ONLY_IN_VARS+=('OBJDUMP' 'OBJCOPY') check_not_exporting_variables() { local patterns=() local pathspec=() for variable in "${UNEXPORTED_VARIABLES[@]}"; do patterns+=(-e "export[[:blank:]]\+${variable}") done git -C "${RIOTBASE}" grep "${patterns[@]}" \ | error_with_message 'Variables must not be exported:' # Some variables may still be exported in 'makefiles/vars.inc.mk' as the # only place that should export common variables pathspec+=('*') pathspec+=(':!makefiles/vars.inc.mk') patterns=() for variable in "${EXPORTED_VARIABLES_ONLY_IN_VARS[@]}"; do patterns+=(-e "export[[:blank:]]\+${variable}") done # Only run if there are patterns, otherwise it matches everything if [ ${#patterns[@]} -ne 0 ]; then git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Variables must only be exported in `makefiles/vars.inc.mk`:' fi } # Deprecated variables or patterns # Prevent deprecated variables or patterns to re-appear after cleanup check_deprecated_vars_patterns() { local patterns=() local pathspec=() patterns+=(-e 'FEATURES_MCU_GROUP') patterns+=(-e 'TEST_ON_CI_WHITELIST += all') # Pathspec with exclude should start by an inclusive pathspec in git 2.7.4 pathspec+=('*') # Ignore this file when matching as it self matches pathspec+=(":!${SCRIPT_PATH}") git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Deprecated variables or patterns:' } # Makefile files cpu must not be included by the board anymore # They are included by the main Makefile.include/Makefile.features/Makefile.dep check_board_do_not_include_cpu_features_dep() { local patterns=() local pathspec=() # shellcheck disable=SC2016 # Single quotes are used to not expand expressions patterns+=(-e 'include $(RIOTCPU)/.*/Makefile\..*') pathspec+=('boards/') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Makefiles files from cpu must not be included by the board anymore' } # CPU and CPU_MODEL definition have been moved to 'BOARD|CPU/Makefile.features' check_cpu_cpu_model_defined_in_makefile_features() { local patterns=() local pathspec=() # With our without space and with or without ?= patterns+=(-e '^ *\(export\)\? *CPU \??\?=') patterns+=(-e '^ *\(export\)\? *CPU_MODEL \??\?=') pathspec+=(':!**.md') pathspec+=(':!boards/**/Makefile.features') pathspec+=(':!cpu/**/Makefile.features') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'CPU and CPU_MODEL definition must be done by board/BOARD/Makefile.features, board/common/**/Makefile.features or cpu/CPU/Makefile.features' } # Applications Makefile must not set 'BOARD =' unconditionally check_not_setting_board_equal() { local patterns=() local pathspec=() patterns+=(-e '^[[:space:]]*BOARD[[:space:]]*=') pathspec+=('**/Makefile') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Applications Makefile should use "BOARD ?="' } # Examples must not provide BOARD_INSUFFICIENT_MEMORY in Makefile, but in # Makefile.ci check_board_insufficient_memory_not_in_makefile() { local patterns=() local pathspec=() patterns+=(-e '^[[:space:]]*BOARD_INSUFFICIENT_MEMORY[[:space:]:+]*=') pathspec+=('**/Makefile') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Move BOARD_INSUFFICIENT_MEMORY to Makefile.ci' } # Test applications must not define the APPLICATION variable checks_tests_application_not_defined_in_makefile() { local patterns=() local pathspec=() patterns+=(-e '^[[:space:]]*APPLICATION[[:space:]:+]=') pathspec+=('tests/**/Makefile') pathspec+=(':!tests/external_board_native/Makefile') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message "Don't define APPLICATION in test Makefile" } # Develhelp should not be set via CFLAGS checks_develhelp_not_defined_via_cflags() { local patterns=() local pathspec=() patterns+=(-e '^[[:space:]]*CFLAGS[[:space:]:+]+=[[:space:]:+]-DDEVELHELP') pathspec+=('**/Makefile') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message "Use DEVELHELP ?= 1 instead of using CFLAGS directly" } # Common code in boards should not use $(BOARD) to reference files check_files_in_boards_not_reference_board_var() { local patterns=() local pathspec=() patterns+=(-e '/$(BOARD)/') pathspec+=('boards/') # boards/common/nrf52 uses a hack to resolve dependencies early pathspec+=(':!boards/common/nrf52/Makefile.include') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message 'Code in boards/ should not use $(BOARDS) to reference files since this breaks external BOARDS changing BOARDSDIR"' } check_no_pseudomodules_in_makefile_dep() { local patterns=() local pathspec=() patterns+=(-e 'PSEUDOMODULES[\t ]*[+:]*=') pathspec+=('**/Makefile.dep') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message "Don't define PSEUDOMODULES in Makefile.dep" } check_no_usemodules_in_makefile_include() { local patterns=() local pathspec=() patterns+=(-e 'USEMODULE[\t ]*[+:]*=') pathspec+=('**/Makefile.include') pathspec+=(':!Makefile.include') pathspec+=(':!tests/**/Makefile.include') pathspec+=(':!examples/**/Makefile.include') git -C "${RIOTBASE}" grep "${patterns[@]}" -- "${pathspec[@]}" \ | error_with_message "Don't include USEMODULE in Makefile.include" } error_on_input() { ! grep '' } all_checks() { check_not_parsing_features check_providing_features_only_makefile_features check_not_exporting_variables check_deprecated_vars_patterns check_board_do_not_include_cpu_features_dep check_cpu_cpu_model_defined_in_makefile_features check_not_setting_board_equal check_board_insufficient_memory_not_in_makefile checks_tests_application_not_defined_in_makefile checks_develhelp_not_defined_via_cflags check_files_in_boards_not_reference_board_var check_no_pseudomodules_in_makefile_dep check_no_usemodules_in_makefile_include } main() { all_checks | prepend 'Invalid build system patterns found by '"${0}:" | error_on_input >&2 exit $? } if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then main fi