This patch unifies the use of config options in v2 to all start with CONFIG_
[coreboot.git] / util / abuild / abuild
index 9c972eac500a688e2b4003b2413abd1b45d80efc..7dc7cf10d0f9e17bf183b883b212d91be84c35e6 100755 (executable)
@@ -5,7 +5,7 @@
 #  This script builds coreboot images for all available targets.
 #
 #  (C) 2004 by Stefan Reinauer <stepan@openbios.org>
-#  (C) 2006-2008 by coresystems GmbH <info@coresystems.de>
+#  (C) 2006-2009 by coresystems GmbH <info@coresystems.de>
 #
 #  This file is subject to the terms and conditions of the GNU General
 #  Public License. See the file COPYING in the main directory of this
@@ -14,8 +14,8 @@
 
 #set -x # Turn echo on....
 
-ABUILD_DATE="May 3rd, 2008"
-ABUILD_VERSION="0.6"
+ABUILD_DATE="April 10th, 2009"
+ABUILD_VERSION="0.8.1"
 
 # Where shall we place all the build trees?
 TARGET=$( pwd )/coreboot-builds
@@ -32,8 +32,18 @@ TESTSUBMISSION="http://qa.coreboot.org/deployment/send.php"
 # Number of CPUs to compile on per default
 cpus=1
 
+# Configure-only mode
+configureonly=0
+
 # One might want to adjust these in case of cross compiling
-MAKE="make"
+for i in make gmake gnumake nonexistant_make; do
+       $i --version 2>/dev/null |grep "GNU Make" >/dev/null && break
+done
+if [ "$i" = "nonexistant_make" ]; then
+       echo No GNU Make found.
+       exit 1
+fi
+MAKE=$i
 PYTHON=python
 
 # this can be changed to xml by -x
@@ -43,7 +53,17 @@ mode=text
 # this is disabled per default but can be enabled with -s
 silent=
 
+# clang mode enabled by -sb option.
+scanbuild=false
+
+# stackprotect mode enabled by -ns option.
+stackprotect=false
+
+# loglevel changed with -l / --loglevel option
+loglevel=default
+
 ARCH=`uname -m | sed -e s/i.86/i386/ -e s/sun4u/sparc64/ \
+       -e s/i86pc/i386/ \
        -e s/arm.*/arm/ -e s/sa110/arm/ -e s/x86_64/amd64/ \
        -e "s/Power Macintosh/ppc/"`
 
@@ -100,25 +120,31 @@ function architecture
 {
        VENDOR=$1
        MAINBOARD=$2
-       cat $LBROOT/src/mainboard/$VENDOR/$MAINBOARD/Config.lb | \
-               grep ^arch | cut -f 2 -d\ 
+       ARCH=`cat $LBROOT/src/mainboard/$VENDOR/$MAINBOARD/Config.lb | \
+               grep ^arch | cut -f 2 -d\ `
+       echo $ARCH | sed s/ppc/powerpc/
 }
 
 function create_config
 {
        VENDOR=$1
        MAINBOARD=$2
+       CONFIG=$3
        TARCH=$( architecture $VENDOR $MAINBOARD )
        TARGCONFIG=$LBROOT/targets/$VENDOR/$MAINBOARD/Config-abuild.lb
 
+       if [ "$CONFIG" != "" ]; then
+               TARGCONFIG=$LBROOT/targets/$VENDOR/$MAINBOARD/$CONFIG
+       fi
+
         # get a working payload for the board if we have one.
         # the --payload option expects a directory containing 
-       # an executable shell script payload.sh
+       # a shell script payload.sh
        #   Usage: payload.sh [VENDOR] [DEVICE]
        # the script returns an absolute path to the payload binary.
 
-       if [ -x $payloads/payload.sh ]; then
-               PAYLOAD=`$payloads/payload.sh $VENDOR $MAINBOARD`
+       if [ -f $payloads/payload.sh ]; then
+               PAYLOAD=`sh $payloads/payload.sh $VENDOR $MAINBOARD`
                printf "Using payload $PAYLOAD\n"
        fi
        
@@ -139,28 +165,35 @@ target VENDOR_MAINBOARD
 mainboard VENDOR/MAINBOARD
 
 option CC="CROSSCC"
-option CROSS_COMPILE="CROSS_PREFIX"
-option HOSTCC="CROSS_HOSTCC"
+option CONFIG_CROSS_COMPILE="CROSS_PREFIX"
+option CONFIG_HOSTCC="CROSS_HOSTCC"
 
 __COMPRESSION__
+__LOGLEVEL__
 
 EOF
                if [ "$TARCH" == i386 ] ; then
                        cat <<EOF
 romimage "normal"
-       option USE_FALLBACK_IMAGE=0
-       option ROM_IMAGE_SIZE=0x17000
+       option CONFIG_USE_FALLBACK_IMAGE=0
+if CONFIG_CBFS
+else
+       option CONFIG_ROM_IMAGE_SIZE=0x17000
+end
        option COREBOOT_EXTRA_VERSION=".0-normal"
        payload __PAYLOAD__
 end
 
 romimage "fallback" 
-       option USE_FALLBACK_IMAGE=1
-       option ROM_IMAGE_SIZE=0x17000
+       option CONFIG_USE_FALLBACK_IMAGE=1
+if CONFIG_CBFS
+else
+       option CONFIG_ROM_IMAGE_SIZE=0x17000
+end
        option COREBOOT_EXTRA_VERSION=".0-fallback"
        payload __PAYLOAD__
 end
-buildrom ./coreboot.rom ROM_SIZE "normal" "fallback"
+buildrom ./coreboot.rom CONFIG_ROM_SIZE "normal" "fallback"
 EOF
                else
                        cat <<EOF
@@ -174,20 +207,32 @@ EOF
                ) > $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
        fi
 
-       if [ "`which lzma`" != "" -a "$PAYLOAD" != /dev/null ]; then
-               COMPRESSION="option CONFIG_COMPRESSED_PAYLOAD_LZMA=1"
+       if [ "$loglevel" != "default" ]; then
+               LOGLEVEL1="option CONFIG_MAXIMUM_CONSOLE_LOGLEVEL=$loglevel"
+               LOGLEVEL2="option CONFIG_DEFAULT_CONSOLE_LOGLEVEL=$loglevel"
        else
-               COMPRESSION="# no compression"
+               LOGLEVEL1="# no loglevel override"
+               LOGLEVEL2=""
        fi
 
-       sed -i.pre -e s:VENDOR:$VENDOR:g \
+       COMPRESSION="# no compression"
+       if which lzma >/dev/null 2>/dev/null; then
+               if [ "$PAYLOAD" != /dev/null ]; then
+                       COMPRESSION="option CONFIG_COMPRESSED_PAYLOAD_LZMA=1"
+               fi
+       fi
+
+       cp $TARGET/Config-${VENDOR}_${MAINBOARD}.lb $TARGET/Config-${VENDOR}_${MAINBOARD}.lb.pre
+       sed -e s:VENDOR:$VENDOR:g \
                -e s:MAINBOARD:$MAINBOARD:g \
                -e s:payload\ __PAYLOAD__:payload\ $PAYLOAD:g \
                -e s:CROSSCC:"$CC":g \
                -e s:CROSS_PREFIX:"$CROSS_COMPILE":g \
                -e s:CROSS_HOSTCC:"$HOSTCC":g \
                -e s:__COMPRESSION__:"$COMPRESSION":g \
-               $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
+               -e s:__LOGLEVEL__:"$LOGLEVEL1"\
+"$LOGLEVEL2":g \
+               $TARGET/Config-${VENDOR}_${MAINBOARD}.lb.pre > $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
        printf " ok\n"
 }
 
@@ -223,6 +268,9 @@ function create_builddir
        if [ $? -eq 0 ]; then
                printf "ok\n"
                xml "  <builddir>ok</builddir>"
+               xml "  <log>"
+               xmlfile $build_dir/config.log
+               xml "  </log>"
                xml ""
                return 0
        else
@@ -232,7 +280,7 @@ function create_builddir
                xmlfile $build_dir/config.log
                xml "  </log>"
                xml ""
-               tail -n $CONTEXT $build_dir/config.log
+               tail -n $CONTEXT $build_dir/config.log 2> /dev/null || tail -$CONTEXT $build_dir/config.log
                return 1
        fi
 }
@@ -241,7 +289,8 @@ function create_buildenv
 {
        VENDOR=$1
        MAINBOARD=$2
-       create_config $VENDOR $MAINBOARD
+       CONFIG=$3
+       create_config $VENDOR $MAINBOARD $CONFIG
        create_builddir $VENDOR $MAINBOARD
 }
 
@@ -257,14 +306,17 @@ function compile_target
 
        CURR=$( pwd )
        cd $TARGET/${VENDOR}_${MAINBOARD}
-       stime=`date +%s`
+       stime=`perl -e 'print time();'`
        eval $MAKE $silent -j $cpus &> make.log
        ret=$?
-       etime=`date +%s`
+       etime=`perl -e 'print time();'`
        duration=$(( $etime - $stime ))
        if [ $ret -eq 0 ]; then
                xml "  <compile>ok</compile>"
                xml "  <compiletime>${duration}s</compiletime>"
+               xml "  <log>"
+               xmlfile make.log
+               xml "  </log>"
                printf "ok\n" > compile.status
                printf "ok. (took ${duration}s)\n"
                cd $CURR
@@ -277,7 +329,7 @@ function compile_target
                xml "  </log>"
 
                printf "FAILED after ${duration}s! Log excerpt:\n"
-               tail -n $CONTEXT make.log
+               tail -n $CONTEXT make.log 2> /dev/null || tail -$CONTEXT make.log
                cd $CURR
                return 1
        fi
@@ -309,19 +361,31 @@ function build_target
 {
        VENDOR=$1
        MAINBOARD=$2
+       CONFIG=$3
        TARCH=$( architecture $VENDOR $MAINBOARD )
 
+       # Allow architecture override in an abuild.info file.
+       # This is used for the Motorola Sandpoint, which is not a real target
+       # but a skeleton target for the Sandpoint X3.
+       [ -r "$LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info" ] && \
+               source $LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info
+
        # default setting
 
-       if [ "`uname -s`" == Darwin ]; then
-               # Darwin requires i386-elf-[binuitils|gcc] from MacPorts
-               # and a link from i386-elf-gcc-<version> to i386-elf-gcc
-               CC="$TARCH-elf-gcc -Wa,--divide"
+       CC="${CROSS_COMPILE}gcc"
+       CROSS_COMPILE=""
+       found_crosscompiler=false
+       if which $TARCH-elf-gcc 2>/dev/null >/dev/null; then
+               # i386-elf target needs --divide, for i386-linux, that's the default
+               if [ "$TARCH" = "i386" ]; then
+                       CC="$CC -Wa,--divide"
+               fi
                CROSS_COMPILE="$TARCH-elf-"
-       else 
-               CC='$(CROSS_COMPILE)gcc'
-               CROSS_COMPILE=''
+               CC=gcc
+               echo using $CROSS_COMPILE$CC
+               found_crosscompiler=true
        fi
+
        HOSTCC='gcc'
 
        printf "Processing mainboard/$VENDOR/$MAINBOARD"
@@ -333,11 +397,8 @@ function build_target
        xml ""
        xml "  <architecture>$TARCH</architecture>"
        xml ""
-       
-       [ -r "$LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info" ] && \
-               source $LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info
-       
-       if [ "$ARCH" == "$TARCH" ]; then
+
+       if [ "$ARCH" = "$TARCH" -o $found_crosscompiler = true ]; then
                printf " ($TARCH: ok)\n"
        else
                found_crosscompiler=false
@@ -351,7 +412,7 @@ function build_target
                fi
                if [ "$found_crosscompiler" == "false" -a "$TARCH" == ppc ];then
                        for prefix in powerpc-eabi- powerpc-linux- ppc_74xx- \
-                           powerpc-7450-linux-gnu-; do
+                           powerpc-7450-linux-gnu- powerpc-elf-; do
                                if ${prefix}gcc --version > /dev/null 2> /dev/null ; then
                                        found_crosscompiler=true
                                        CROSS_COMPILE=$prefix
@@ -372,7 +433,7 @@ function build_target
                
                        return 0
                else
-                       printf " ($TARCH: ok, we're $ARCH)\n"
+                       printf " ($TARCH: ok, we're $ARCH with a ${CROSS_COMPILE} cross compiler)\n"
                        xml "  <compiler>"
                        xml "    <path>`which ${CROSS_COMPILE}gcc`</path>"
                        xml "    <version>`${CROSS_COMPILE}gcc --version | head -1`</version>"
@@ -381,6 +442,27 @@ function build_target
                fi
        fi
 
+       CC=${CROSS_COMPILE}$CC
+
+       if  [ "$stackprotect" = "true" ]; then
+               CC="$CC -fno-stack-protector"
+       fi
+
+       if  [ "$scanbuild" = "true" ]; then
+               ccwrap=`mktemp`
+               mkdir -p $TARGET/${VENDOR}_${MAINBOARD}
+               mkdir -p $TARGET/scan-build-results-tmp
+               mv $ccwrap $TARGET/${VENDOR}_${MAINBOARD}
+               ccwrap=$TARGET/${VENDOR}_${MAINBOARD}/`basename $ccwrap`
+               echo '#!/bin/sh' > $ccwrap
+               echo $CC' "$@"' >> $ccwrap
+               chmod +x $ccwrap
+               origMAKE=$MAKE
+               MAKE="scan-build --use-cc=$ccwrap -o $TARGET/scan-build-results-tmp -analyze-headers $MAKE GCC=$ccwrap"
+               CC="\$(CC)"
+               HOSTCC="CCC_CC=$HOSTCC \$(CC)"
+       fi
+
        built_successfully $VENDOR $MAINBOARD && \
        {
                printf " ( mainboard/$VENDOR/$MAINBOARD previously ok )\n\n"
@@ -399,11 +481,15 @@ function build_target
                return 0
        }
        
-       create_buildenv $VENDOR $MAINBOARD
-       if [ $? -eq 0 ]; then
+       create_buildenv $VENDOR $MAINBOARD $CONFIG
+       if [ $? -eq 0  -a  $configureonly -eq 0 ]; then
                compile_target $VENDOR $MAINBOARD && 
                        xml "  <status>ok</status>" ||
                        xml "<status>broken</status>"
+               if [ "$scanbuild" = "true" ]; then
+                       mv `dirname $TARGET/scan-build-results-tmp/*/index.html` $TARGET/${VENDOR}_${MAINBOARD}-scanbuild
+                       MAKE=$origMAKE
+               fi
        fi
 
        xml ""
@@ -449,9 +535,30 @@ function test_target
        return 0
 }
 
+function remove_target
+{
+       if [ "$remove" != "true" ]; then
+               return 0
+       fi
+
+       VENDOR=$1
+       MAINBOARD=$2
+
+       # Save the generated coreboot.rom file of each board.
+       if [ -r "$TARGET/${VENDOR}_${MAINBOARD}/coreboot.rom" ]; then
+               cp $TARGET/${VENDOR}_${MAINBOARD}/coreboot.rom \
+                  ${VENDOR}_${MAINBOARD}_coreboot.rom
+       fi
+
+       printf "Removing build dir for board $VENDOR $MAINBOARD...\n"
+       rm -rf $TARGET/${VENDOR}_${MAINBOARD}
+
+       return 0
+}
+
 function myhelp
 {
-       printf "Usage: $0 [-v] [-a] [-b] [-t <vendor/board>] [-p <dir>] [lbroot]\n"
+       printf "Usage: $0 [-v] [-a] [-b] [-r] [-t <vendor/board>] [-p <dir>] [lbroot]\n"
        printf "       $0 [-V|--version]\n"
        printf "       $0 [-h|--help]\n\n"
 
@@ -459,6 +566,7 @@ function myhelp
        printf "    [-v|--verbose]                print more messages\n"
        printf "    [-a|--all]                    build previously succeeded ports as well\n"
        printf "    [-b|--broken]                 attempt to build ports that are known broken\n"
+       printf "    [-r|--remove]                 remove output dir after build\n"
        printf "    [-t|--target <vendor/board>]  attempt to build target vendor/board only\n"
        printf "    [-p|--payloads <dir>]         use payloads in <dir> to build images\n"
        printf "    [-V|--version]                print version number and exit\n"
@@ -468,6 +576,10 @@ function myhelp
        printf "    [-T|--test]                   submit image(s) to automated test system\n"
        printf "    [-c|--cpus <numcpus>]         build on <numcpus> at the same time\n"
        printf "    [-s|--silent]                 omit compiler calls in logs\n"
+       printf "    [-ns|--nostackprotect]        use gcc -fno-stack-protector option\n"
+       printf "    [-sb|--scan-build]            use clang's static analyzer\n"
+       printf "    [-C|--config]                 configure-only mode\n"
+       printf "    [-l|--loglevel <num>]         set loglevel\n"
        printf "    [lbroot]                      absolute path to coreboot sources\n"
        printf "                                  (defaults to $LBROOT)\n\n"
 }
@@ -495,12 +607,14 @@ LBROOT=$( cd ../..; pwd )
 verbose=false
 
 # parse parameters.. try to find out whether we're running GNU getopt
-if [ "`getopt -V`" == "getopt.*" ]; then
-       args=`getopt -l version,verbose,help,all,target:,broken,payloads:,test,cpus:,silent Vvhat:bp:Tc:s -- "$@"`
+getoptbrand="`getopt -V`"
+if [ "${getoptbrand:0:6}" == "getopt" ]; then
+       # Detected GNU getopt that supports long options.
+       args=`getopt -l version,verbose,help,all,target:,broken,payloads:,test,cpus:,silent,xml,config,loglevel Vvhat:bp:Tc:sxCl: -- "$@"`
        eval set "$args"
 else
        # Detected non-GNU getopt
-       args=`getopt Vvhat:bp:Tc:s $*`
+       args=`getopt Vvhat:bp:Tc:sxCl: $*`
        set -- $args
 fi
 
@@ -515,6 +629,7 @@ while true ; do
                -t|--target)    shift; target="$1"; shift;;
                -a|--all)       shift; buildall=true;;
                -b|--broken)    shift; buildbroken=true;;
+               -r|--remove)    shift; remove=true; shift;;
                -v|--verbose)   shift; verbose=true;;
                -V|--version)   shift; myversion; exit 0;;
                -h|--help)      shift; myversion; myhelp; exit 0;;
@@ -522,6 +637,10 @@ while true ; do
                -T|--test)      shift; hwtest=true;;
                -c|--cpus)      shift; cpus="$1"; test "$cpus" == "max" && cpus=""; shift;;
                -s|--silent)    shift; silent="-s";;
+               -ns|--nostackprotect) shift; stackprotect=true;;
+               -sb|--scan-build) shift; scanbuild=true;;
+               -C|--config)    shift; configureonly=1;;
+               -l|--loglevel)  shift; loglevel="$1"; shift;;
                --)             shift; break;;
                -*)             printf "Invalid option\n\n"; myhelp; exit 1;;
                *)              break;;
@@ -540,7 +659,8 @@ if [ "$target" != "" ]; then
        # build a single board
        VENDOR=`printf $target|cut -f1 -d/`
        MAINBOARD=`printf $target|cut -f2 -d/`
-       build_target $VENDOR $MAINBOARD
+       CONFIG=`printf $target|cut -f3 -d/`
+       build_target $VENDOR $MAINBOARD $CONFIG
        test_target $VENDOR $MAINBOARD
 else
        # build all boards per default
@@ -548,6 +668,7 @@ else
                for MAINBOARD in $( mainboards $VENDOR ); do
                        build_target $VENDOR $MAINBOARD
                        test_target $VENDOR $MAINBOARD
+                       remove_target $VENDOR $MAINBOARD
                done
        done
 fi