make only needs to read Makefile.incs once, thanks to the
[coreboot.git] / util / abuild / abuild
index 9a90f6f534a32af39fbd050970d2eebbb8292fda..fbb801ec8288309271d8aac9d26f2d3527baa9da 100755 (executable)
@@ -5,7 +5,7 @@
 #  This script builds coreboot images for all available targets.
 #
 #  (C) 2004 by Stefan Reinauer <stepan@openbios.org>
-#  (C) 2006-2009 by coresystems GmbH <info@coresystems.de>
+#  (C) 2006-2010 by coresystems GmbH <info@coresystems.de>
 #
 #  This file is subject to the terms and conditions of the GNU General
 #  Public License. See the file COPYING in the main directory of this
 
 #set -x # Turn echo on....
 
-ABUILD_DATE="April 10th, 2009"
-ABUILD_VERSION="0.8.1"
+ABUILD_DATE="January 29th, 2010"
+ABUILD_VERSION="0.9"
 
 # Where shall we place all the build trees?
-TARGET=$( pwd )/coreboot-builds
+TARGET=coreboot-builds
 XMLFILE=$( pwd )/abuild.xml
 
 # path to payload. Should be more generic
@@ -44,7 +44,6 @@ if [ "$i" = "nonexistant_make" ]; then
        exit 1
 fi
 MAKE=$i
-PYTHON=python
 
 # this can be changed to xml by -x
 mode=text
@@ -56,6 +55,9 @@ silent=
 # clang mode enabled by -sb option.
 scanbuild=false
 
+# use ccache
+ccache=false
+
 # stackprotect mode enabled by -ns option.
 stackprotect=false
 
@@ -103,7 +105,7 @@ function vendors
 {
        # make this a function so we can easily select
        # without breaking readability
-       ls -1 "$LBROOT/src/mainboard" | grep -v Kconfig | grep -v Makefile
+       ls -1 "$ROOT/src/mainboard" | grep -v Kconfig | grep -v Makefile
 }
 
 function mainboards
@@ -113,16 +115,16 @@ function mainboards
        
        VENDOR=$1
        
-       ls -1 $LBROOT/src/mainboard/$VENDOR | grep -v Kconfig
+       ls -1 $ROOT/src/mainboard/$VENDOR | grep -v Kconfig
 }
 
 function architecture
 {
        VENDOR=$1
        MAINBOARD=$2
-       ARCH=`cat $LBROOT/src/mainboard/$VENDOR/$MAINBOARD/Config.lb | \
-               grep ^arch | cut -f 2 -d\ `
-       echo $ARCH | sed s/ppc/powerpc/
+       ARCH=`cat $ROOT/src/mainboard/$VENDOR/$MAINBOARD/Kconfig | \
+               grep "select ARCH_"|cut -f2- -d_`
+       echo $ARCH | sed s/X86/i386/
 }
 
 function create_config
@@ -130,12 +132,8 @@ function create_config
        VENDOR=$1
        MAINBOARD=$2
        CONFIG=$3
-       TARCH=$( architecture $VENDOR $MAINBOARD )
-       TARGCONFIG=$LBROOT/targets/$VENDOR/$MAINBOARD/Config-abuild.lb
 
-       if [ "$CONFIG" != "" ]; then
-               TARGCONFIG=$LBROOT/targets/$VENDOR/$MAINBOARD/$CONFIG
-       fi
+       build_dir=$TARGET/${VENDOR}_${MAINBOARD}
 
         # get a working payload for the board if we have one.
         # the --payload option expects a directory containing 
@@ -147,125 +145,54 @@ function create_config
                PAYLOAD=`sh $payloads/payload.sh $VENDOR $MAINBOARD`
                printf "Using payload $PAYLOAD\n"
        fi
-       
-       mkdir -p $TARGET
-
-        if [ -f $TARGCONFIG ]; then
-               cp $TARGCONFIG $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
-               printf "Using existing test target $TARGCONFIG"
-               xml "  <config>$TARGCONFIG</config>"
-       else
-
-               printf "  Creating config file..."
-               xml "  <config>autogenerated</config>"
-               ( cat << EOF
-# This will make a target directory of ./VENDOR_MAINBOARD
 
-target VENDOR_MAINBOARD
-mainboard VENDOR/MAINBOARD
+       $MAKE distclean obj=${build_dir}
+       mkdir -p ${build_dir}
 
-option CC="CROSSCC"
-option CONFIG_CROSS_COMPILE="CROSS_PREFIX"
-option HOSTCC="CROSS_HOSTCC"
-
-__COMPRESSION__
-__LOGLEVEL__
-
-EOF
-               if [ "$TARCH" == i386 ] ; then
-                       cat <<EOF
-romimage "normal"
-       option CONFIG_USE_FALLBACK_IMAGE=0
-if CONFIG_CBFS
-else
-       option CONFIG_ROM_IMAGE_SIZE=0x17000
-end
-       option COREBOOT_EXTRA_VERSION=".0-normal"
-       payload __PAYLOAD__
-end
-
-romimage "fallback" 
-       option CONFIG_USE_FALLBACK_IMAGE=1
-if CONFIG_CBFS
-else
-       option CONFIG_ROM_IMAGE_SIZE=0x17000
-end
-       option COREBOOT_EXTRA_VERSION=".0-fallback"
-       payload __PAYLOAD__
-end
-buildrom ./coreboot.rom CONFIG_ROM_SIZE "normal" "fallback"
-EOF
-               else
-                       cat <<EOF
-romimage "only"
-       option COREBOOT_EXTRA_VERSION=".0"
-       payload __PAYLOAD__
-end
-buildrom ./coreboot.rom CONFIG_ROM_SIZE "only"
-EOF
-               fi 
-               ) > $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
-       fi
-
-       if [ "$loglevel" != "default" ]; then
-               LOGLEVEL1="option CONFIG_MAXIMUM_CONSOLE_LOGLEVEL=$loglevel"
-               LOGLEVEL2="option CONFIG_DEFAULT_CONSOLE_LOGLEVEL=$loglevel"
+       if [ "$CONFIG" != "" ]; then
+               printf "  Using existing configuration $CONFIG ... "
+               xml "  <config>$CONFIG</config>"
+               cp $CONFIG .config
        else
-               LOGLEVEL1="# no loglevel override"
-               LOGLEVEL2=""
-       fi
-
-       COMPRESSION="# no compression"
-       if which lzma >/dev/null 2>/dev/null; then
-               if [ "$PAYLOAD" != /dev/null ]; then
-                       COMPRESSION="option CONFIG_COMPRESSED_PAYLOAD_LZMA=1"
+               printf "  Creating config file... "
+               xml "  <config>autogenerated</config>"
+               grep "depends[\t ]on[\t ]*VENDOR" src/mainboard/$VENDOR/$MAINBOARD/../Kconfig | \
+                       sed "s,^.*\(VENDOR_.*\)[^A-Z0-9_]*,CONFIG_\1=y," > .config
+               grep "config[\t ]*BOARD" src/mainboard/$VENDOR/$MAINBOARD/Kconfig | \
+                       sed "s,^.*\(BOARD_.*\)[^A-Z0-9_]*,CONFIG_\1=y," >> .config
+               grep "select[\t ]*ARCH" src/mainboard/$VENDOR/$MAINBOARD/Kconfig | \
+                       sed "s,^.*\(ARCH_.*\)[^A-Z0-9_]*,CONFIG_\1=y," >> .config
+               echo "CONFIG_MAINBOARD_DIR=\"$VENDOR/$MAINBOARD\"" >> .config
+               if [ "$PAYLOAD" != "/dev/null" ]; then
+                       echo "# CONFIG_PAYLOAD_NONE is not set" >> .config
+                       echo "CONFIG_PAYLOAD_ELF=y" >> .config
+                       echo "CONFIG_FALLBACK_PAYLOAD_FILE=\"$PAYLOAD\"" >> .config
                fi
-       fi
-
-       cp $TARGET/Config-${VENDOR}_${MAINBOARD}.lb $TARGET/Config-${VENDOR}_${MAINBOARD}.lb.pre
-       sed -e s:VENDOR:$VENDOR:g \
-               -e s:MAINBOARD:$MAINBOARD:g \
-               -e s:payload\ __PAYLOAD__:payload\ $PAYLOAD:g \
-               -e s:CROSSCC:"$CC":g \
-               -e s:CROSS_PREFIX:"$CROSS_COMPILE":g \
-               -e s:CROSS_HOSTCC:"$HOSTCC":g \
-               -e s:__COMPRESSION__:"$COMPRESSION":g \
-               -e s:__LOGLEVEL__:"$LOGLEVEL1"\
-"$LOGLEVEL2":g \
-               $TARGET/Config-${VENDOR}_${MAINBOARD}.lb.pre > $TARGET/Config-${VENDOR}_${MAINBOARD}.lb
-       printf " ok\n"
-}
 
-function create_builddir
-{      
-       VENDOR=$1
-       MAINBOARD=$2
-       
-       printf "  Creating builddir..."
-
-       target_dir=$TARGET
-       config_dir=$LBROOT/util/newconfig
-       yapps2_py=$config_dir/yapps2.py
-       config_g=$config_dir/config.g
-       config_lb=Config-${VENDOR}_${MAINBOARD}.lb
-
-       cd $target_dir
+               if [ "$loglevel" != "default" ]; then
+                       printf "(loglevel override) "
+                       echo "CONFIG_MAXIMUM_CONSOLE_LOGLEVEL_$loglevel=y" >> .config
+                       echo "CONFIG_MAXIMUM_CONSOLE_LOGLEVEL=$loglevel" >> .config
+                       echo "CONFIG_DEFAULT_CONSOLE_LOGLEVEL_$loglevel=y" >> .config
+                       echo "CONFIG_DEFAULT_CONSOLE_LOGLEVEL=$loglevel" >> .config
+               fi
 
-       build_dir=${VENDOR}_${MAINBOARD}
-       config_py=$build_dir/config.py
+               if [ "$ccache" = "true" ]; then
+                       printf "(ccache enabled) "
+                       echo "CONFIG_CCACHE=y" >> .config
+               fi
 
-       if [ ! -d $build_dir ] ; then
-               mkdir -p $build_dir
-       fi
-       if [ ! -f $config_py ]; then
-               $PYTHON $yapps2_py $config_g $config_py &> $build_dir/py.log
+               if [ "$scanbuild" = "true" ]; then
+                       printf "(scan-build enabled) "
+                       echo "CONFIG_SCANBUILD_ENABLE=y" >> .config
+                       echo "CONFIG_SCANBUILD_REPORT_LOCATION=\"$TARGET/scan-build-results-tmp\"" >> .config
+               fi
        fi
 
-       # make sure config.py is up-to-date
-
-       export PYTHONPATH=$config_dir
-       $PYTHON $config_py $config_lb $LBROOT &> $build_dir/config.log
-       if [ $? -eq 0 ]; then
+       yes "" | $MAKE oldconfig obj=${build_dir} > ${build_dir}/config.log
+       ret=$?
+       mv .config.old $TARGET/${VENDOR}_${MAINBOARD}/config.in
+       if [ $ret -eq 0 ]; then
                printf "ok\n"
                xml "  <builddir>ok</builddir>"
                xml "  <log>"
@@ -291,7 +218,16 @@ function create_buildenv
        MAINBOARD=$2
        CONFIG=$3
        create_config $VENDOR $MAINBOARD $CONFIG
-       create_builddir $VENDOR $MAINBOARD
+
+       # Allow simple "make" in the target directory
+       MAKEFILE=$TARGET/${VENDOR}_${MAINBOARD}/Makefile
+       echo "# autogenerated makefile" > $MAKEFILE
+       echo "TOP=$ROOT" >> $MAKEFILE
+       echo "OUT=$TARGET/${VENDOR}_${MAINBOARD}" >> $MAKEFILE
+       echo "coreboot.rom:" >> $MAKEFILE
+       echo "  cp config.build \$(TOP)/.config" >> $MAKEFILE
+       echo "  cd \$(TOP); \$(MAKE) oldconfig obj=\$(OUT)" >> $MAKEFILE
+       echo "  cd \$(TOP); \$(MAKE) obj=\$(OUT)" >> $MAKEFILE
 }
 
 function compile_target
@@ -305,11 +241,15 @@ function compile_target
        test 0$cpus -gt 1 && printf "on %d cpus in parallel .. " $cpus
 
        CURR=$( pwd )
-       cd $TARGET/${VENDOR}_${MAINBOARD}
-       stime=`perl -e 'print time();'`
-       eval $MAKE $silent -j $cpus &> make.log
+       stime=`perl -e 'print time();' 2>/dev/null || date +%s`
+       build_dir=$TARGET/${VENDOR}_${MAINBOARD}
+       eval $MAKE $silent -j $cpus obj=${build_dir} \
+               &> ${build_dir}/make.log
        ret=$?
-       etime=`perl -e 'print time();'`
+       mv .config ${build_dir}/config.build
+       mv .xcompile ${build_dir}/xcompile.build
+       cd $TARGET/${VENDOR}_${MAINBOARD}
+       etime=`perl -e 'print time();' 2>/dev/null || date +%s`
        duration=$(( $etime - $stime ))
        if [ $ret -eq 0 ]; then
                xml "  <compile>ok</compile>"
@@ -353,7 +293,7 @@ function build_broken
 {
        CURR=`pwd`
        status="yes"
-       [ -r "$LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/BROKEN" ] && status="no"
+       [ -r "$ROOT/src/mainboard/${VENDOR}/${MAINBOARD}/BROKEN" ] && status="no"
        [ "$buildbroken" == "true" -o "$status" == "yes" ]
 }
 
@@ -367,8 +307,8 @@ function build_target
        # Allow architecture override in an abuild.info file.
        # This is used for the Motorola Sandpoint, which is not a real target
        # but a skeleton target for the Sandpoint X3.
-       [ -r "$LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info" ] && \
-               source $LBROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info
+       [ -r "$ROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info" ] && \
+               source $ROOT/src/mainboard/${VENDOR}/${MAINBOARD}/abuild.info
 
        # default setting
 
@@ -448,21 +388,6 @@ function build_target
                CC="$CC -fno-stack-protector"
        fi
 
-       if  [ "$scanbuild" = "true" ]; then
-               ccwrap=`mktemp`
-               mkdir -p $TARGET/${VENDOR}_${MAINBOARD}
-               mkdir -p $TARGET/scan-build-results-tmp
-               mv $ccwrap $TARGET/${VENDOR}_${MAINBOARD}
-               ccwrap=$TARGET/${VENDOR}_${MAINBOARD}/`basename $ccwrap`
-               echo '#!/bin/sh' > $ccwrap
-               echo $CC' "$@"' >> $ccwrap
-               chmod +x $ccwrap
-               origMAKE=$MAKE
-               MAKE="scan-build --use-cc=$ccwrap -o $TARGET/scan-build-results-tmp -analyze-headers $MAKE GCC=$ccwrap"
-               CC="\$(CC)"
-               HOSTCC="CCC_CC=$HOSTCC \$(CC)"
-       fi
-
        built_successfully $VENDOR $MAINBOARD && \
        {
                printf " ( mainboard/$VENDOR/$MAINBOARD previously ok )\n\n"
@@ -578,10 +503,11 @@ function myhelp
        printf "    [-s|--silent]                 omit compiler calls in logs\n"
        printf "    [-ns|--nostackprotect]        use gcc -fno-stack-protector option\n"
        printf "    [-sb|--scan-build]            use clang's static analyzer\n"
+       printf "    [-y|--ccache]                 use ccache\n"
        printf "    [-C|--config]                 configure-only mode\n"
        printf "    [-l|--loglevel <num>]         set loglevel\n"
        printf "    [lbroot]                      absolute path to coreboot sources\n"
-       printf "                                  (defaults to $LBROOT)\n\n"
+       printf "                                  (defaults to $ROOT)\n\n"
 }
 
 function myversion 
@@ -591,7 +517,7 @@ function myversion
 coreboot autobuild v$ABUILD_VERSION ($ABUILD_DATE)
 
 Copyright (C) 2004 by Stefan Reinauer <stepan@openbios.org>
-Copyright (C) 2006-2008 by coresystems GmbH <info@coresystems.de>
+Copyright (C) 2006-2010 by coresystems GmbH <info@coresystems.de>
 
 This program is free software; you may redistribute it under the terms
 of the GNU General Public License. This program has absolutely no
@@ -605,19 +531,19 @@ target=""
 buildall=false
 verbose=false
 
-test -f util/newconfig/config.g && LBROOT=$( pwd )
-test -f ../util/newconfig/config.g && LBROOT=$( cd ..; pwd )
-test "$LBROOT" = "" && LBROOT=$( cd ../..; pwd )
+test -f util/sconfig/config.g && ROOT=$( pwd )
+test -f ../util/sconfig/config.g && ROOT=$( cd ..; pwd )
+test "$ROOT" = "" && ROOT=$( cd ../..; pwd )
 
 # parse parameters.. try to find out whether we're running GNU getopt
 getoptbrand="`getopt -V`"
 if [ "${getoptbrand:0:6}" == "getopt" ]; then
        # Detected GNU getopt that supports long options.
-       args=`getopt -l version,verbose,help,all,target:,broken,payloads:,test,cpus:,silent,xml,config,loglevel Vvhat:bp:Tc:sxCl: -- "$@"`
+       args=`getopt -l version,verbose,help,all,target:,broken,payloads:,test,cpus:,silent,xml,config,loglevel:,ccache Vvhat:bp:Tc:sxCl:y -- "$@"`
        eval set "$args"
 else
        # Detected non-GNU getopt
-       args=`getopt Vvhat:bp:Tc:sxCl: $*`
+       args=`getopt Vvhat:bp:Tc:sxCl:y $*`
        set -- $args
 fi
 
@@ -633,7 +559,7 @@ while true ; do
                -a|--all)       shift; buildall=true;;
                -b|--broken)    shift; buildbroken=true;;
                -r|--remove)    shift; remove=true; shift;;
-               -v|--verbose)   shift; verbose=true;;
+               -v|--verbose)   shift; verbose=true; silent='V=1';;
                -V|--version)   shift; myversion; exit 0;;
                -h|--help)      shift; myversion; myhelp; exit 0;;
                -p|--payloads)  shift; payloads="$1"; shift;;
@@ -642,6 +568,7 @@ while true ; do
                -s|--silent)    shift; silent="-s";;
                -ns|--nostackprotect) shift; stackprotect=true;;
                -sb|--scan-build) shift; scanbuild=true;;
+               -y|--ccache)    shift; ccache=true;;
                -C|--config)    shift; configureonly=1;;
                -l|--loglevel)  shift; loglevel="$1"; shift;;
                --)             shift; break;;
@@ -651,9 +578,9 @@ while true ; do
 done
 
 # /path/to/freebios2/
-test -z "$1" || LBROOT=$1
+test -z "$1" || ROOT=$1
 
-debug "LBROOT=$LBROOT"
+debug "ROOT=$ROOT"
 
 xml '<?xml version="1.0" encoding="utf-8"?>'
 xml '<abuild>'