#!/usr/bin/env bash # # coreboot autobuild # # This script builds coreboot images for all available targets. # # This file is subject to the terms and conditions of the GNU General # Public License. See the file COPYING in the main directory of this # archive for more details. # #set -x # Turn echo on.... ABUILD_DATE="Feb 3, 2023" ABUILD_VERSION="0.11.01" TOP=$PWD # Where shall we place all the build trees? TARGET_DEFAULT=coreboot-builds TARGET=${COREBOOT_BUILD_DIR:-${TARGET_DEFAULT}} XML_DEFAULT="$TOP/abuild.xml" XMLFILE="${XML_DEFAULT}" REAL_XMLFILE="${XML_DEFAULT}" # Name associated with a run of abuild TESTRUN_DEFAULT=default TESTRUN="${TESTRUN_DEFAULT}" export KCONFIG_OVERWRITECONFIG=1 # path to payload. Should be more generic PAYLOAD=/dev/null # get path to coreboot XGCC if it's not already set if [ -z "$XGCCPATH" ]; then XGCCPATH="${TOP}/util/crossgcc/xgcc/bin/" fi # Add XGCC to the path. if [ -d "$XGCCPATH" ] && [[ ":$PATH:" != *":$XGCCPATH:"* ]]; then PATH="$XGCCPATH:$PATH" fi # Lines of error context to be printed in FAILURE case CONTEXT=12 # Configure-only mode configureonly=0 # Did any board fail to build? failed=0 # Exit with a non-zero errorlevel on failure exitcode=0 # default: don't save checksums checksum_file="" # default: single CPU build cpus=1 # change with -d configdir="$TOP/configs" # Timeless builds TIMELESS=0 # One might want to adjust these in case of cross compiling for i in make gmake gnumake nonexistent_make; do $i --version 2>/dev/null |grep "GNU Make" >/dev/null && break done if [ "$i" = "nonexistent_make" ]; then echo No GNU Make found. exit 1 fi MAKE=$i # this can be changed to junit by -J mode=text # quiet mode: only print pass, failure, and 'skipped' messages quiet=false # clang mode enabled by -sb option. scanbuild=false # Mark whether abuild was called recursively recursive=false # Skip builds with this Kconfig value set skipconfig_set="" # Skip builds with this Kconfig value notset skipconfig_unset="" trap interrupt INT function interrupt { printf "\n%s: execution interrupted manually.\n" "$0" if [ "$mode" == "junit" ]; then printf "%s: deleting incomplete xml output file.\n" "$0" fi exit 1 } function debug { test "$verbose" == "true" && echo "$*" } function junit { test "$mode" == "junit" && echo "$*" >> "$XMLFILE" return 0 } function junitfile { test "$mode" == "junit" && { printf '\n' } >> "$XMLFILE" } # Return mainboard descriptors. # By default all mainboards are listed, but when passing a two-level path # below src/mainboard, such as emulation/qemu-i440fx, or emulation/*, it # returns all board descriptors in that hierarchy. function get_mainboards { local search_space=${1-*/*} # shellcheck disable=SC2086 grep -h "^[[:space:]]*config\>[[:space:]]*\/dev/null | \ sed "s,^.*\.*$,\1," } # Given a mainboard descriptor, return its directory below src/mainboard function mainboard_directory { local MAINBOARD=$1 # shellcheck disable=SC2086 grep -l "^[[:space:]]*config\>[[:space:]]*\" \ ${ROOT}/src/mainboard/*/*/Kconfig.name | \ sed "s:^$ROOT/src/mainboard/\(.*\)/Kconfig.name$:\1:" } # Given a mainboard descriptor, return its vendor (CONFIG_VENDOR_*) function mainboard_vendor { local MAINBOARD=$1 local kconfig_file # shellcheck disable=SC2086 kconfig_file=$( \ grep -l "^[[:space:]]*config\>[[:space:]]*\" \ ${ROOT}/src/mainboard/*/*/Kconfig.name | \ sed "s:^\(${ROOT}/src/mainboard/.*\)/.*/\(Kconfig.name\)$:\1/\2:" ) if [ ! -f "$kconfig_file" ]; then exit 1 fi grep "^[[:space:]]*config\>[[:space:]]*\.*$,\1," } # Accepts directory names (eg. emulation/qemu-i440fx) and mainboard # descriptors (eg. EMULATION_QEMU_X86_I440F} and returns the latter # format. # If a directory contains multiple boards, returns them all. function normalize_target { # TODO: Change 'targets' variable to an array local targets local VARIANT_UC VARIANT_UC=$(echo "${variant}" | tr '[:lower:]' '[:upper:]') targets=$(get_mainboards "$1") if [ -n "$targets" ]; then # shellcheck disable=SC2086 targets="$(grep "${VARIANT_UC}\$" <<< ${targets})" echo "$targets" return fi targets=$(echo "$1" | tr ',' ' ') for i in $targets; do if [ -n "$(mainboard_directory "$i")" ]; then echo "$i" else echo "$i is not a valid target" >&2 exit 1 fi done } # shellcheck disable=SC2129 function create_config { local BUILD_NAME=$1 local build_dir=$2 local board_srcdir local config_file="${build_dir}/config.build" board_srcdir="$(mainboard_directory "${BUILD_NAME}")" mkdir -p "${build_dir}" mkdir -p "$TARGET/sharedutils" if [ "$quiet" == "false" ]; then echo " Creating config file for $BUILD_NAME..."; fi echo "CONFIG_VENDOR_$(mainboard_vendor "${BUILD_NAME}")=y" > "${config_file}" echo "CONFIG_BOARD_${BUILD_NAME}=y" >> "${config_file}" grep "select[\t ]*ARCH" "${ROOT}/src/mainboard/${board_srcdir}/Kconfig" | \ sed "s,^.*\(ARCH_.*\)[^A-Z0-9_]*,CONFIG_\1=y," >> "${config_file}" echo "CONFIG_MAINBOARD_DIR=\"${board_srcdir}\"" >> "${config_file}" update_config "$BUILD_NAME" "$build_dir" "$config_file" ret=$? if [ $ret -eq 0 ]; then if [ "$quiet" == "false" ]; then echo " $BUILD_NAME config created."; fi return 0 else # Does this ever happen? if [ "$quiet" == "false" ]; then printf "%s config creation FAILED!\nLog excerpt:\n" "$BUILD_NAME"; fi tail -n $CONTEXT "$build_dir/config.log" 2> /dev/null || tail -$CONTEXT "$build_dir/config.log" return 1 fi } function update_config { local BUILD_NAME=$1 local build_dir=$2 local config_file=$3 local PAYLOAD local defconfig_file defconfig_file=${build_dir}/config.$(echo "${BUILD_NAME}" | tr '[:upper:]' '[:lower:]').default # get a working payload for the board if we have one. # the --payload option expects a directory containing # a shell script payload.sh # Usage: payload.sh [BOARD] # the script returns an absolute path to the payload binary. if [ -f "$payloads/payload.sh" ]; then PAYLOAD=$(sh "$payloads/payload.sh" "$BUILD_NAME") local PAYLOAD_OK=$? if [ $PAYLOAD_OK -gt 0 ]; then echo "problem with payload" exit 1 fi if [ "$quiet" == "false" ]; then printf "Using payload %s\n" "$PAYLOAD"; fi elif [ "$payloads" = "none" ]; then PAYLOAD=none fi if [ "$PAYLOAD" = "none" ]; then { echo "CONFIG_PAYLOAD_NONE=y" echo "# CONFIG_PAYLOAD_ELF is not set" } >> "${config_file}" elif [ "$PAYLOAD" != "/dev/null" ]; then { echo "# CONFIG_PAYLOAD_NONE is not set" echo "CONFIG_PAYLOAD_ELF=y" echo "CONFIG_PAYLOAD_FILE=\"$PAYLOAD\"" } >> "${config_file}" fi # Disable all other payload config options { echo "# CONFIG_PAYLOAD_SEABIOS is not set" echo "# CONFIG_PAYLOAD_FILO is not set" echo "# CONFIG_PAYLOAD_GRUB2 is not set" echo "# CONFIG_PAYLOAD_DEPTHCHARGE is not set" echo "# CONFIG_PAYLOAD_LINUXBOOT is not set" echo "# CONFIG_PAYLOAD_UBOOT is not set" echo "# CONFIG_PAYLOAD_EDK2 is not set" echo "# CONFIG_PXE is not set" echo "# CONFIG_BUILD_IPXE is not set" echo "# CONFIG_MEMTEST_SECONDARY_PAYLOAD is not set" echo "# CONFIG_COREINFO_SECONDARY_PAYLOAD is not set" echo "# CONFIG_NVRAMCUI_SECONDARY_PAYLOAD is not set" echo "# CONFIG_TINT_SECONDARY_PAYLOAD is not set" } >> "${config_file}" if [ "$quiet" == "false" ]; then echo " $MAINBOARD ($customizing)"; fi # shellcheck disable=SC2059 printf "$configoptions" >> "${config_file}" $MAKE olddefconfig "$verboseopt" "DOTCONFIG=${config_file}" "obj=${build_dir}" "objutil=$TARGET/sharedutils" &> "${build_dir}/config.log" ; \ CONFIG_OK=$? if [ $CONFIG_OK -eq 0 ]; then $MAKE savedefconfig "$verboseopt" DEFCONFIG="${defconfig_file}" DOTCONFIG="${config_file}" obj="${build_dir}" objutil="$TARGET/sharedutils" &>> "${build_dir}/config.log" return $? else return 1 fi } # shellcheck disable=SC2129 function create_buildenv { local BUILD_NAME=$1 local build_dir=$2 local config_file=$3 if [ -z "$config_file" ]; then create_config "$BUILD_NAME" "$build_dir" else local new_config_file="${build_dir}/config.build" cp "$config_file" "$new_config_file" update_config "$BUILD_NAME" "$build_dir" "$new_config_file" fi local ret=$? # Allow simple "make" in the target directory local MAKEFILE=$TARGET/${BUILD_NAME}/Makefile echo "# autogenerated" > "$MAKEFILE" echo "TOP=$ROOT" >> "$MAKEFILE" echo "BUILD=$TARGET" >> "$MAKEFILE" echo "OBJ=\$(BUILD)/${MAINBOARD}" >> "$MAKEFILE" echo "OBJUTIL=\$(BUILD)/sharedutils" >> "$MAKEFILE" echo "all:" >> "$MAKEFILE" echo " @cp -a config.h config.h.bak" >> "$MAKEFILE" echo " @cd \$(TOP); \$(MAKE) olddefconfig DOTCONFIG=\$(OBJ)/config.build objutil=\$(OBJUTIL) obj=\$(OBJ)" >> "$MAKEFILE" echo " @tail -n+6 config.h > config.new; tail -n+6 config.h.bak > config.old" >> "$MAKEFILE" echo " @cmp -s config.new config.old && cp -a config.h.bak config.h || echo \"Config file changed\"" >> "$MAKEFILE" echo " @rm config.h.bak config.new config.old" >> "$MAKEFILE" echo " @cd \$(TOP); \$(MAKE) DOTCONFIG=\$(OBJ)/config.build objutil=\$(OBJUTIL) obj=\$(OBJ)" >> "$MAKEFILE" return $ret } function check_config { local BUILD_DIR="$1" local TEST_TYPE="$2" local TEST_STRING="$3" local NEGATE="$4" local CONFIG_FILE="$BUILD_DIR/config.build" local CONFIG_LOG="$BUILD_DIR/config.log" if [ -z "$NEGATE" ]; then if ! grep -q "$TEST_STRING" "$CONFIG_FILE"; then echo "config file: $CONFIG_FILE has incorrect $TEST_TYPE" echo "Error: Expected '$TEST_STRING' in config file." >> "$CONFIG_LOG" return 1 fi else if grep -q "$TEST_STRING" "$CONFIG_FILE"; then echo "config file: $CONFIG_FILE has incorrect $TEST_TYPE" echo "Error: Expected not to see '$TEST_STRING' in config file." >> "$CONFIG_LOG" return 1 fi fi return 0 } function compile_target { local BUILD_NAME=$1 if [ "$quiet" == "false" ]; then echo " Compiling $MAINBOARD image$cpuconfig..."; fi CURR=$( pwd ) #stime=`perl -e 'print time();' 2>/dev/null || date +%s` eval "$BUILDPREFIX" "$MAKE" "$verboseopt" DOTCONFIG="${build_dir}/config.build" obj="${build_dir}" objutil="$TARGET/sharedutils" BUILD_TIMELESS=$TIMELESS \ &> "${build_dir}/make.log" ; \ MAKE_FAILED=$? cd "${build_dir}" || return $? etime=$(perl -e 'print time();' 2>/dev/null || date +%s) duration=$(( etime - stime )) junit " " if [ $MAKE_FAILED -eq 0 ]; then junit "" junitfile make.log junit "" printf "ok\n" > compile.status printf "%s built successfully. (took %ss)\n" "$BUILD_NAME" "${duration}" echo "$BUILD_NAME" >> "$PASSED_BOARDS" else junit "" junitfile make.log junit "" printf "failed\n" > compile.status printf "%s build FAILED after %ss!\nLog excerpt:\n" "$BUILD_NAME" "${duration}" tail -n $CONTEXT make.log 2> /dev/null || tail -$CONTEXT make.log if [ "$clean_work" = "true" ]; then echo "$BUILD_NAME" >> "$FAILED_BOARDS" else echo "$BUILD_NAME - Log: ${build_dir}/make.log" >> "$FAILED_BOARDS" fi failed=1 fi cd "$CURR" || return $? if [ -n "$checksum_file" ]; then sha256sum "${build_dir}/coreboot.rom" >> "${checksum_file}_platform" sort "${build_dir}/config.h" | grep CONFIG_ > "${build_dir}/config.h.sorted" sha256sum "${build_dir}/config.h.sorted" >> "${checksum_file}_config" fi if [ "$clean_work" = "true" ]; then rm -rf "${build_dir}" fi if [ "$clean_objs" = "true" ]; then find ${build_dir} \! \( -name coreboot.rom -o -name config.h -o -name config.build -o -name make.log \) -type f -exec rm {} + find ${build_dir} -type d -exec rmdir -p {} + 2>/dev/null fi return $MAKE_FAILED } function build_config { local MAINBOARD=$1 local build_dir=$2 local BUILD_NAME=$3 local config_file=$4 local board_srcdir local ret board_srcdir=$(mainboard_directory "${MAINBOARD}") if [ "$(cat "${build_dir}/compile.status" 2>/dev/null)" = "ok" ] && \ [ "$buildall" = "false" ]; then echo "Skipping $BUILD_NAME; (already successful)" return fi export HOSTCC='gcc' if [ "$chromeos" = true ] && [ "$(grep -c "^[[:space:]]*select[[:space:]]*MAINBOARD_HAS_CHROMEOS\>" "${ROOT}/src/mainboard/${board_srcdir}/Kconfig")" -eq 0 ]; then echo "${BUILD_NAME} doesn't support ChromeOS, skipping." return fi if [ "$quiet" == "false" ]; then echo "Building $BUILD_NAME"; fi mkdir -p "$TARGET/${BUILD_NAME}" "$TARGET/abuild" ABSPATH="$(cd "$TARGET/abuild" && pwd)" XMLFILE="$ABSPATH/${BUILD_NAME}.xml" rm -f "${XMLFILE}" stime=$(perl -e 'print time();' 2>/dev/null || date +%s) create_buildenv "$BUILD_NAME" "$build_dir" "$config_file" local BUILDENV_CREATED=$? check_config "$build_dir" "mainboard" "CONFIG_BOARD_${MAINBOARD}=y" local MAINBOARD_OK=$? check_config "$build_dir" "vendor" "CONFIG_VENDOR_$(mainboard_vendor "${MAINBOARD}")=y" local VENDOR_OK=$? if [ "$chromeos" = false ]; then # Skip this rule for configs created from templates that already # come with CHROMEOS enabled. grep -q "^CONFIG_CHROMEOS=y" ${config_file:-/dev/null} || \ check_config "$build_dir" "ChromeOS" "CONFIG_CHROMEOS=y" negate local FORCE_ENABLED_CROS=$? else local FORCE_ENABLED_CROS=0 fi if [ "$clang" = true ]; then check_config "$build_dir" "clang" "CONFIG_COMPILER_LLVM_CLANG=y" if [ $? -ne 0 ]; then echo "${MAINBOARD} doesn't support clang, skipping." return fi fi if [ -n "${skipconfig_set}" ]; then check_config "${build_dir}" "config value" "CONFIG_${skipconfig_set}=y" negate if [ $? -ne 0 ]; then echo "${MAINBOARD} has ${skipconfig_set} set. Skipping at user's request." return fi fi if [ -n "${skipconfig_unset}" ]; then check_config "${build_dir}" "config value" "CONFIG_${skipconfig_unset}=y" if [ $? -ne 0 ]; then echo "${MAINBOARD} does not have ${skipconfig_unset} set. Skipping at user's request." return fi fi if [ $BUILDENV_CREATED -ne 0 ] || [ $MAINBOARD_OK -ne 0 ] || [ $VENDOR_OK -ne 0 ] || [ $FORCE_ENABLED_CROS -eq 1 ]; then junit " " junit "" junitfile "$build_dir/config.log" junit "" printf "failed\n" > compile.status printf "%s build configuration FAILED!\nLog excerpt:\n" "$BUILD_NAME" tail -n $CONTEXT "$build_dir/config.log" 2> /dev/null || tail -$CONTEXT "$build_dir/config.log" junit "" echo "$BUILD_NAME - Log: ${TOP}/$build_dir/config.log" >> "$FAILED_BOARDS" return fi local required_arches required_arches=$(grep -E "^CONFIG_ARCH_(BOOTBLOCK|R.MSTAGE|VERSTAGE)" "$TARGET/${BUILD_NAME}/config.build" | \ sed "s,^CONFIG_ARCH_[^_]*_\([^=]*\)=.*$,\1," |sort -u |tr 'A-Z\n\r' 'a-z ') missing_arches="$($MAKE --no-print-directory -f - \ REQUIRED_ARCHES="$required_arches" <<'EOF' include $(xcompile) .PHONY: missing_arches missing_arches: $(if $(XCOMPILE_COMPLETE),,$(error $(xcompile) is invalid.)) @echo $(foreach arch,$(REQUIRED_ARCHES),$(if $(filter $(arch),$(SUBARCH_SUPPORTED)),,$(arch))) EOF )" # shellcheck disable=SC2181 if [[ $? -ne 0 ]]; then echo "Calculating missing_arches failed" >&2 exit 1 fi if [ -n "$missing_arches" ]; then printf "skipping %s because we're missing compilers for (%s)\n" "$BUILD_NAME" "$missing_arches" return fi if [ $BUILDENV_CREATED -eq 0 ] && [ $configureonly -eq 0 ]; then BUILDPREFIX= if [ "$scanbuild" = "true" ]; then scanbuild_out=$TARGET/${BUILD_NAME}-scanbuild rm -rf "${scanbuild_out}" BUILDPREFIX="scan-build ${SCANBUILD_ARGS} -o ${scanbuild_out}tmp" fi compile_target "${BUILD_NAME}" if [ "$scanbuild" = "true" ]; then mv "${scanbuild_out}"tmp/* "${scanbuild_out}" rmdir "${scanbuild_out}tmp" fi fi junit "" } # One target may build several configs function build_target { local MAINBOARD=$1 local MAINBOARD_LC MAINBOARD_LC=$(echo "$MAINBOARD" | tr '[:upper:]' '[:lower:]') # look for config files in the config directory that match the boardname if [ -n "$( find "$configdir" -maxdepth 1 -name "config.${MAINBOARD_LC}*" -print -quit )" ]; then for config in "$configdir/config.${MAINBOARD_LC}"*; do BUILD_NAME="${config##*/}" BUILD_NAME="${BUILD_NAME##config.}" BUILD_NAME=$(echo "${BUILD_NAME}" | tr '[:lower:]' '[:upper:]') echo $BUILD_NAME $MAINBOARD # If the file in configs/ results in the same build_name as the default config # append a '_' to differentiate. Otherwise the default configuration would # override the results. if [ "${MAINBOARD}" = "${BUILD_NAME}" ]; then BUILD_NAME=${BUILD_NAME}"_" fi echo "Building config $BUILD_NAME" build_dir=$TARGET/${BUILD_NAME} build_config "$MAINBOARD" "$build_dir" "$BUILD_NAME" "$config" remove_target "$BUILD_NAME" done fi echo "Building board $MAINBOARD (using default config)" build_dir=$TARGET/${MAINBOARD} build_config "$MAINBOARD" "$build_dir" "$MAINBOARD" remove_target "$MAINBOARD" } function remove_target { if [ "$remove" != "true" ]; then return fi local BUILD_NAME=$1 # Save the generated coreboot.rom file of each board. if [ -r "$TARGET/${BUILD_NAME}/coreboot.rom" ]; then cp "$TARGET/${BUILD_NAME}/coreboot.rom" \ "${BUILD_NAME}_coreboot.rom" fi echo "Removing build dir for $BUILD_NAME..." rm -rf "${TARGET:?}/${BUILD_NAME}" return } function myhelp { cat << __END_OF_HELP Usage: $0 [options] $0 [-V|--version] $0 [-h|--help] Options:\n [-a|--all] Build previously succeeded ports as well [-A|--any-toolchain] Use any toolchain [-b|--board-variant ] Build specific board variant under the given target. [-B|--blobs] Allow using binary files [--checksum ] Store checksums at path/basefile [-c|--cpus ] Build on at the same time [-C|--config] Configure-only mode [-d|--dir ] Directory containing config files [-e|--exitcode] Exit with a non-zero errorlevel on failure [-J|--junit] Write JUnit formatted xml log file [-K|--kconfig ] Prepend file to generated Kconfig [-l|--loglevel ] Set loglevel [-L|--clang] Use clang on supported arch [-n|--name] Set build name - also sets xmlfile if not already set [-o|--outdir ] Store build results in path (defaults to $TARGET) [-p|--payloads ] Use payloads in to build images [-P|--prefix ] File name prefix in CBFS [-q|--quiet] Print fewer messages [-r|--remove] Remove output dir after build [-R|--root ] Absolute path to coreboot sources (defaults to $ROOT) [--scan-build] Use clang's static analyzer [--skip_set ] Skip building boards with this Kconfig set [--skip_unset ] Skip building boards with this Kconfig not set [--timeless] Generate timeless builds [-t|--target ] Attempt to build target vendor/board only [-T|--test] Submit image(s) to automated test system [-u|--update] Update existing image [-v|--verbose] Print more messages [-x|--chromeos] Build with CHROMEOS enabled Skip boards without ChromeOS support [-X|--xmlfile ] Set JUnit XML log file filename (defaults to $XMLFILE) [-y|--ccache] Use ccache [-z|--clean] Remove build results when finished [-Z|--clean-somewhat] Remove build but keep coreboot.rom + config [-V|--version] Print version number and exit [-h|--help] Print this help and exit [-s|--silent] obsolete __END_OF_HELP } function myversion { cat << EOF coreboot autobuild v$ABUILD_VERSION ($ABUILD_DATE) Copyright (C) 2004 by Stefan Reinauer Copyright (C) 2006-2010 by coresystems GmbH This program is free software; you may redistribute it under the terms of the GNU General Public License. This program has absolutely no warranty. EOF } # default options target="" buildall=false verbose=false test -f util/sconfig/sconfig.l && ROOT=$( pwd ) test -f ../util/sconfig/sconfig.l && ROOT=$( cd .. && pwd ) test "$ROOT" = "" && ROOT=$( cd ../.. && pwd ) # Look if we have getopt. If not, build it. export PATH=$PATH:util/abuild getopt - > /dev/null 2>/dev/null || gcc -o util/abuild/getopt util/abuild/getopt.c # Save command line for xargs parallelization. cmdline=("$@") # parse parameters.. try to find out whether we're running GNU getopt getoptbrand="$(getopt -V)" # shellcheck disable=SC2086 if [ "${getoptbrand:0:6}" == "getopt" ]; then # Detected GNU getopt that supports long options. args=$(getopt -l version,verbose,quiet,help,all,target:,board-variant:,payloads:,cpus:,silent,junit,config,loglevel:,remove,prefix:,update,scan-build,ccache,blobs,clang,any-toolchain,clean,clean-somewhat,outdir:,chromeos,xmlfile:,kconfig:,dir:,root:,recursive,checksum:,timeless,exitcode,asserts,name:,skip_set:,skip_unset: -o Vvqhat:b:p:c:sJCl:rP:uyBLAzZo:xX:K:d:R:Ien: -- "$@") || exit 1 eval set -- $args retval=$? else # Detected non-GNU getopt args=$(getopt Vvqhat:b:p:c:sJCl:rP:uyBLAZzo:xX:K:d:R:Ien: "$@") set -- $args retval=$? fi if [ $retval != 0 ]; then myhelp exit 1 fi chromeos=false clang=false clean_work=false clean_objs=false verboseopt='V=0' customizing="" configoptions="" # testclass needs to be undefined if not used for variable expansion to work unset testclass while true ; do case "$1" in -J|--junit) shift; mode=junit; rm -f "$XMLFILE" ;; -t|--target) shift; target="$1"; shift;; -b|--board-variant) shift; variant="$1"; shift;; -a|--all) shift; buildall=true;; -d|--dir) shift; configdir="$1"; shift;; -e|--exitcode) shift; exitcode=1;; -r|--remove) shift; remove=true;; -v|--verbose) shift; verbose=true; verboseopt='V=1';; -q|--quiet) shift; quiet=true;; -V|--version) shift; myversion; exit 0;; -h|--help) shift; myversion; myhelp; exit 0;; -p|--payloads) shift; payloads="$1"; shift;; -R|--root) shift; ROOT="$1"; MAKE="$MAKE -C $1"; shift;; -c|--cpus) shift export MAKEFLAGS="-j $1" cpus=$1 test "$MAKEFLAGS" == "-j max" && export MAKEFLAGS="-j" && cpuconfig=" in parallel" test "$1" == "1" && cpuconfig=" on 1 cpu" expr "$1" : '-\?[0-9]\+$' > /dev/null && test "0$1" -gt 1 && cpuconfig=" on $1 cpus in parallel" shift;; # obsolete option -s|--silent) shift;; --scan-build) shift scanbuild=true customizing="${customizing}, scan-build" SCANBUILD_ARGS=${SCANBUILD_ARGS:-'-k'} configoptions="${configoptions}CONFIG_FATAL_ASSERTS=y\n" ;; --skip_set) shift skipconfig_set="$1" customizing="${customizing}, Skipping CONFIG_${skipconfig_set}=Y" shift ;; --skip_unset) shift skipconfig_unset="$1" customizing="${customizing}, Skipping CONFIG_${skipconfig_unset} not set" shift ;; --asserts) shift configoptions="${configoptions}CONFIG_FATAL_ASSERTS=y\n" ;; -y|--ccache) shift customizing="${customizing}, ccache" configoptions="${configoptions}CONFIG_CCACHE=y\n" ;; -C|--config) shift; configureonly=1;; -l|--loglevel) shift customizing="${customizing}, loglevel $1" configoptions="${configoptions}CONFIG_DEFAULT_CONSOLE_LOGLEVEL_$1=y\n" configoptions="${configoptions}CONFIG_DEFAULT_CONSOLE_LOGLEVEL=$1\n" shift;; -u|--update) shift customizing="${customizing}, update" configoptions="${configoptions}CONFIG_UPDATE_IMAGE=y\n" ;; -P|--prefix) shift customizing="${customizing}, cbfs prefix $1" configoptions="${configoptions}CONFIG_CBFS_PREFIX=\"$1\"" shift;; -B|--blobs) shift customizing="${customizing}, blobs" configoptions="${configoptions}CONFIG_USE_AMD_BLOBS=y\nCONFIG_USE_QC_BLOBS=y\nCONFIG_FSP_USE_REPO=y\n" ;; -A|--any-toolchain) shift customizing="${customizing}, any-toolchain" configoptions="${configoptions}CONFIG_ANY_TOOLCHAIN=y\n" ;; -L|--clang) shift clang=true customizing="${customizing}, clang" configoptions="${configoptions}CONFIG_COMPILER_LLVM_CLANG=y\n# CONFIG_COMPILER_GCC is not set\n" ;; -z|--clean) shift customizing="${customizing}, clean" clean_work=true ;; -Z|--clean-somewhat) shift customizing="${customizing}, clean-somewhat" clean_objs=true ;; -o|--outdir) shift TARGET=$1; shift ;; -n|--name) shift TESTRUN=$1 shift;; -x|--chromeos) shift chromeos=true testclass=chromeos customizing="${customizing}, chromeos" configoptions="${configoptions}CONFIG_CHROMEOS=y\nCONFIG_VBOOT_MEASURED_BOOT=y\n" ;; -X|--xmlfile) shift XMLFILE=$1 REAL_XMLFILE=$1 shift;; -I|--recursive) shift; recursive=true;; -K|--kconfig) shift testclass="$(basename "$1" | tr '.' '_' )" customizing="${customizing}, $1 config" configoptions="$(cat "$1")${configoptions}\n" shift;; --checksum) shift; checksum_file="$1"; shift;; --timeless) shift; TIMELESS=1;; --) shift; break;; -*) printf "Invalid option '%s'\n\n" "$1"; myhelp; exit 1;; *) break;; esac done if [[ "${TESTRUN}" != "${TESTRUN_DEFAULT}" ]]; then unset testclass if [[ "${XML_UPDATED}" != "${XML_DEFAULT}" ]]; then XMLFILE="abuild-${TESTRUN}.xml" REAL_XMLFILE="${XMLFILE}" fi if [[ "${TARGET}" == "${TARGET_DEFAULT}" ]]; then TARGET="${TESTRUN}" fi fi if [ -n "$1" ]; then printf "Invalid option '%s'\n\n" "$1"; myhelp; exit 1; fi if [ -z "$TARGET" ] || [ "$TARGET" = "/" ]; then echo "Please specify a valid, non-root build directory." exit 1 fi if ! mkdir -p "$TARGET"; then echo "Unable to create build directory" exit 1 fi if echo "${skipconfig_set}${skipconfig_unset}" | grep -q "CONFIG_" >/dev/null 2>&1; then echo "Error: Do not include CONFIG_ in the Kconfig value to skip" exit 1 fi customizing=$(echo "$customizing" | cut -c3-) if [ "$customizing" = "" ]; then customizing="default configuration" fi FAILED_BOARDS="$(realpath ${TARGET}/failed_boards)" PASSED_BOARDS="$(realpath ${TARGET}/passing_boards)" # Generate a single xcompile for all boards export xcompile="${TARGET}/xcompile" if [ "$recursive" = "false" ]; then rm -f "${xcompile}" $MAKE -C"${ROOT}" obj="$TARGET/temp" objutil="$TARGET/sharedutils" UPDATED_SUBMODULES=1 "${xcompile}" || exit 1 rm -f "$FAILED_BOARDS" "$PASSED_BOARDS" fi USE_XARGS=0 if [ "$cpus" != "1" ]; then # Limit to 32 parallel builds for now. # Thrashing all caches because we run # 160 abuilds in parallel is no fun. if [ "$cpus" = "max" ]; then cpus=32 fi # Test if xargs supports the non-standard -P flag # FIXME: disabled until we managed to eliminate all the make(1) quirks echo | xargs -P ${cpus:-0} -n 1 echo 2>/dev/null >/dev/null && USE_XARGS=1 fi if [ "$USE_XARGS" = "0" ]; then test "$MAKEFLAGS" == "" && test "$cpus" != "" && export MAKEFLAGS="-j $cpus" export MAKEFLAGS="$MAKEFLAGS UPDATED_SUBMODULES=1" # no need to re-download build_targets() { local targets=${*-$(get_mainboards)} for MAINBOARD in $targets; do build_target "${MAINBOARD}" done } else build_targets() { local ABSPATH local stime local etime local num_targets local cpus_per_target local targets=${*-$(get_mainboards)} # seed shared utils TMPCFG=$(mktemp) printf "%s" "$configoptions" > "$TMPCFG" $MAKE -j "$cpus" DOTCONFIG="$TMPCFG" obj="$TARGET/temp" objutil="$TARGET/sharedutils" olddefconfig 2>/dev/null BUILDPREFIX= if [ "$scanbuild" = "true" ]; then scanbuild_out=$TARGET/sharedutils-scanbuild rm -rf "${scanbuild_out}" BUILDPREFIX="scan-build -o ${scanbuild_out}tmp" fi mkdir -p "$TARGET/abuild" ABSPATH="$(cd "$TARGET/abuild" && pwd)" local XMLFILE="$ABSPATH/__util.xml" rm -f "${XMLFILE}" stime=$(perl -e 'print time();' 2>/dev/null || date +%s) $BUILDPREFIX "$MAKE" -j "$cpus" DOTCONFIG="$TMPCFG" obj="$TARGET/temp" objutil="$TARGET/sharedutils" tools > "$TARGET/sharedutils/make.log" 2>&1 local ret=$? etime=$(perl -e 'print time();' 2>/dev/null || date +%s) local duration=$(( etime - stime )) junit " " if [ $ret -eq 0 ]; then junit "" junitfile "$TARGET/sharedutils/make.log" junit "" junit "" else junit "" junitfile "$TARGET/sharedutils/make.log" junit "" junit "" echo "Shared Utilities - Log: $TARGET/sharedutils/make.log" >> "$FAILED_BOARDS" rm "$TMPCFG" return fi if [ "$scanbuild" = "true" ]; then mv "${scanbuild_out}tmp/"* "${scanbuild_out}" rmdir "${scanbuild_out}tmp" fi rm -rf "$TARGET/temp" "$TMPCFG" num_targets=$(wc -w <<<"$targets") cpus_per_target=$(((${cpus:-1} + num_targets - 1) / num_targets)) echo "$targets" | xargs -P ${cpus:-0} -n 1 "$0" "${cmdline[@]}" -I -c "$cpus_per_target" -t } fi junit '' junit '' if [ "$target" != "" ]; then # build a single board MAINBOARD=$(normalize_target "${target}") if [ -z "${MAINBOARD}" ]; then printf "No such target: %s" "${target}" if [ -n "${variant}" ]; then printf ", variant: %s" "${variant}" fi printf "\n" exit 1 fi build_srcdir="$(mainboard_directory "${MAINBOARD}")" if [ "$(echo "${MAINBOARD}" | wc -w)" -gt 1 ]; then build_targets "${MAINBOARD}" elif [ ! -r "$ROOT/src/mainboard/${build_srcdir}" ]; then echo "No such target: ${MAINBOARD}" exit 1 else build_target "${MAINBOARD}" test "$mode" != "text" && \ test -f "$TARGET/abuild/${MAINBOARD}.xml" && \ cat "$TARGET/abuild/${MAINBOARD}.xml" >> "$REAL_XMLFILE" XMLFILE=$REAL_XMLFILE fi else build_targets rm -f "$REAL_XMLFILE" XMLFILE="$REAL_XMLFILE" junit '' junit '' if [ "$mode" != "text" ]; then for xmlfile in $TARGET/abuild/*_*.xml; do cat "$xmlfile" >> "$REAL_XMLFILE" done fi XMLFILE=$REAL_XMLFILE fi junit '' if [ "$recursive" = "false" ]; then # Print the list of failed configurations if [ -f "$FAILED_BOARDS" ]; then printf "%s configuration(s) failed:\n" "$( wc -l < "$FAILED_BOARDS" )" cat "$FAILED_BOARDS" echo if [ "$exitcode" != "0" ]; then failed=1 fi elif [ -f "$PASSED_BOARDS" ]; then printf "All %s tested configurations passed.\n" "$( wc -l < "$PASSED_BOARDS" )" else printf "No boards tested.\n" fi fi exit $failed