LineageOS/android_development
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update the build-toolchain.sh script.

Browse Source 
This patch modifies the script to be able to build all prebuilt toolchain
binaries in a single call. I.e. if passed a recent toolchain source package
generated with download-toolchain-sources.sh, then it will build both
GCC 4.2.1 and GCC 4.4.0 and place them in the final prebuilt tarball.

We need this because, while we're going to switch to gcc 4.4.0 by default
in a new version of the NDK, the 4.4.0 C++ compiler is more strict about
various constructs and might refuse to build certain sources. An option
will be given to application developers to use 4.2.1 instead, to keep their
sources building.

Other changes include:

Move all builds into a random temporary directory under /tmp by default,
unless you use --build-out=<path>.

Cleanup the build out directory on succesful build

The generated tarball is now named android-ndk-prebuilt-<date>-<host>.tar.bz2
by default, unless you use the new --release=<name> option which will replace
<date> with <name> instead.

Removal of un-needed files (e.g. info or man pages, libiberty static library,
etc..) to reduce the size of the final tarball.
This commit is contained in:
David 'Digit' Turner
2009-11-18 17:03:52 -08:00
parent 20d0327492
commit 69eeb8a22f
1 changed files with 234 additions and 149 deletions
Download Patch File Download Diff File Expand all files Collapse all files

237
ndk/build/tools/build-toolchain.sh
View File

@@ -26,11 +26,13 @@
# number of jobs to run in parallel when running make # number of jobs to run in parallel when running make
JOBS=$HOST_NUM_CPUS JOBS=$HOST_NUM_CPUS
TOOLCHAIN_NAME=arm-eabi-4.2.1
PLATFORM=android-3 PLATFORM=android-3
ABI=arm ABI=arm
GCC_VERSION=4.2.1 GCC_VERSION=4.2.1
GDB_VERSION=6.6 GDB_VERSION=6.6
BINUTILS_VERSION=2.17
RELEASE=`date +%Y%m%d`
BUILD_OUT=`mktemp -d /tmp/ndk-toolchain-XXX`
OPTION_HELP=no OPTION_HELP=no
OPTION_PLATFORM= OPTION_PLATFORM=
@@ -38,8 +40,9 @@ OPTION_FORCE_32=no
OPTION_REBUILD=no OPTION_REBUILD=no
OPTION_GCC_VERSION= OPTION_GCC_VERSION=
OPTION_GDB_VERSION= OPTION_GDB_VERSION=
OPTION_TOOLCHAIN_NAME=
OPTION_PACKAGE= OPTION_PACKAGE=
OPTION_RELEASE=
OPTION_BUILD_OUT=
VERBOSE=no VERBOSE=no
for opt do for opt do
@@ -60,18 +63,21 @@ for opt do
--gdb-version=*) --gdb-version=*)
OPTION_GDB_VERSION=$optarg OPTION_GDB_VERSION=$optarg
;; ;;
--toolchain=*)
OPTION_TOOLCHAIN_NAME=$optarg
;;
--package=*) --package=*)
OPTION_PACKAGE="$optarg" OPTION_PACKAGE="$optarg"
;; ;;
--platform=*) --platform=*)
PLATFORM=$optarg PLATFORM=$optarg
;; ;;
--build-out=*)
OPTION_BUILD_OUT="$optarg"
;;
--abi=*) --abi=*)
ABI=$optarg ABI=$optarg
;; ;;
--release=*)
OPTION_RELEASE=$optarg
;;
--force-download) --force-download)
OPTION_FORCE_DOWNLOAD=yes OPTION_FORCE_DOWNLOAD=yes
OPTION_FORCE_BUILD=yes OPTION_FORCE_BUILD=yes
@@ -103,11 +109,11 @@ if [ $OPTION_HELP = "yes" ] ; then
echo " --help print this message" echo " --help print this message"
echo " --gcc-version=<version> select GCC version [$GCC_VERSION]" echo " --gcc-version=<version> select GCC version [$GCC_VERSION]"
echo " --gdb-version=<version> select GDB version [$GDB_VERSION]" echo " --gdb-version=<version> select GDB version [$GDB_VERSION]"
echo " --toolchain=<name> toolchain name (default is $TOOLCHAIN_NAME)"
echo " --package=<file> specify download source package" echo " --package=<file> specify download source package"
echo " --platform=<name> generate toolchain from platform <name> (default is $PLATFORM)" echo " --platform=<name> generate toolchain from platform <name> [$PLATFORM]"
echo " --abi=<name> generate toolchain from abi <name> (default is $ABI)" echo " --abi=<name> generate toolchain from abi <name> [$ABI]"
echo " --build-out=<path> set Android build out directory" echo " --release=<name> specify prebuilt release name [$RELEASE]"
echo " --build-out=<path> set temporary build out directory [/tmp/<random>]"
echo " --force-download force a download and unpacking of the toolchain sources" echo " --force-download force a download and unpacking of the toolchain sources"
echo " --force-build force a rebuild of the sources" echo " --force-build force a rebuild of the sources"
echo "" echo ""
@@ -165,12 +171,11 @@ else
log "Using default gdb version $GDB_VERSION" log "Using default gdb version $GDB_VERSION"
fi fi
if [ -n "$OPTION_TOOLCHAIN_NAME" ] ; then if [ -n "$OPTION_RELEASE" ] ; then
TOOLCHAIN_NAME="$OPTION_TOOLCHAIN_NAME" RELEASE="$RELEASE"
log "Using toolchain name '$TOOLCHAIN_NAME'" log "Using toolchain release name '$RELEASE'"
else else
TOOLCHAIN_NAME=arm-eabi-$GCC_VERSION log "Using default toolchain name '$RELEASE'"
log "Using default toolchain name '$TOOLCHAIN_NAME'"
fi fi
if [ -n "$OPTION_PACKAGE" ] ; then if [ -n "$OPTION_PACKAGE" ] ; then
@@ -180,28 +185,26 @@ if [ -n "$OPTION_PACKAGE" ] ; then
fi fi
fi fi
if [ -n "$OPTION_BUILD_OUT" ] ; then
BUILD_OUT=$OPTION_BUILD_OUT
log "Using specific build out directory: $BUILD_OUT"
else
log "Using default random build out directory: $BUILD_OUT"
fi
ANDROID_NDK_ROOT=`cd $ANDROID_NDK_ROOT && pwd` ANDROID_NDK_ROOT=`cd $ANDROID_NDK_ROOT && pwd`
ANDROID_NDK_ARCHIVE=$ANDROID_NDK_ROOT/build/toolchains/archive ANDROID_NDK_ARCHIVE=$ANDROID_NDK_ROOT/build/toolchains/archive
ANDROID_PLATFORMS_ROOT=$ANDROID_NDK_ROOT/build/platforms ANDROID_PLATFORMS_ROOT=$ANDROID_NDK_ROOT/build/platforms
# where all generated files will be placed # where all generated files will be placed
OUT=$ANDROID_NDK_ROOT/out/$TOOLCHAIN_NAME OUT=$BUILD_OUT
PACKAGE_OUT=$OUT/packages PACKAGE_OUT=$OUT/packages
TIMESTAMP_OUT=$OUT/timestamps TIMESTAMP_OUT=$OUT/timestamps
# where the sysroot is located # where the sysroot is located
ANDROID_TOOLCHAIN_SRC=$OUT/src
ANDROID_SYSROOT=$ANDROID_NDK_ROOT/build/platforms/$PLATFORM/arch-$ABI ANDROID_SYSROOT=$ANDROID_NDK_ROOT/build/platforms/$PLATFORM/arch-$ABI
# where the toolchain binaries will be placed
ANDROID_TOOLCHAIN_OUT=$OUT/toolchain
ANDROID_TOOLCHAIN_SRC=$ANDROID_TOOLCHAIN_OUT/src
ANDROID_TOOLCHAIN_BUILD=$ANDROID_TOOLCHAIN_OUT/build
# where the gdbserver binaries will be placed
ANDROID_GDBSERVER_OUT=$OUT/gdbserver
ANDROID_GDBSERVER_BUILD=$ANDROID_GDBSERVER_OUT/build
ANDROID_GDBSERVER_DEST=$ANDROID_SYSROOT/usr/bin
# Let's check that we have a working md5sum here # Let's check that we have a working md5sum here
A_MD5=`echo "A" | md5sum | cut -d' ' -f1` A_MD5=`echo "A" | md5sum | cut -d' ' -f1`
if [ "$A_MD5" != "bf072e9119077b4e76437a93986787ef" ] ; then if [ "$A_MD5" != "bf072e9119077b4e76437a93986787ef" ] ; then
@@ -252,12 +255,6 @@ download_file ()
fi fi
} }
TOOLCHAIN_SRC=$ANDROID_TOOLCHAIN_SRC
TOOLCHAIN_BUILD=$ANDROID_TOOLCHAIN_BUILD
TOOLCHAIN_PREFIX=$ANDROID_NDK_ROOT/build/prebuilt/$HOST_TAG/$TOOLCHAIN_NAME
TOOLCHAIN_LICENSES=$ANDROID_NDK_ROOT/build/tools/toolchain-licenses
GDBSERVER_BUILD=$ANDROID_GDBSERVER_BUILD
timestamp_check () timestamp_check ()
{ {
@@ -281,8 +278,9 @@ timestamp_force ()
} }
# this function will be used to download and verify a toolchain # this function will be used to download and verify a toolchain
# package # package.
# $1: directory name under build/archive (e.g. 'android-toolchain') #
# $1: directory name under build/archive (e.g. 'toolchain')
# #
download_package () download_package ()
{ {
@@ -428,13 +426,37 @@ unpack_package toolchain $ANDROID_TOOLCHAIN_SRC
# #
find $ANDROID_TOOLCHAIN_SRC -type f -a -name "*.info" -print0 | xargs -0 rm -f find $ANDROID_TOOLCHAIN_SRC -type f -a -name "*.info" -print0 | xargs -0 rm -f
# configure the toolchain
if ! timestamp_check toolchain configure; then # Setup variables to properly build a new toolchain
echo "Configure: toolchain build" # $1: toolchain name, e.g. arm-eabi-4.2.1
build_toolchain ()
{
TOOLCHAIN_NAME=$1
# where the toolchain is going to be built
TOOLCHAIN_BUILD=$OUT/$TOOLCHAIN_NAME
# where the gdbserver binaries will be placed
GDBSERVER_BUILD=$TOOLCHAIN_BUILD/gdbserver
TOOLCHAIN_SRC=$ANDROID_TOOLCHAIN_SRC
TOOLCHAIN_PREFIX=$OUT/build/prebuilt/$HOST_TAG/$TOOLCHAIN_NAME
TOOLCHAIN_LICENSES=$ANDROID_NDK_ROOT/build/tools/toolchain-licenses
# configure the toolchain
if ! timestamp_check $TOOLCHAIN_NAME configure; then
echo "Configure: $TOOLCHAIN_NAME toolchain build"
# Old versions of the toolchain source packages placed the
# configure script at the top-level. Newer ones place it under
# the build directory though. Probe the file system to check
# this.
BUILD_SRCDIR=$TOOLCHAIN_SRC/build BUILD_SRCDIR=$TOOLCHAIN_SRC/build
if [ ! -d $BUILD_SRCDIR ] ; then if [ ! -d $BUILD_SRCDIR ] ; then
BUILD_SRCDIR=$TOOLCHAIN_SRC BUILD_SRCDIR=$TOOLCHAIN_SRC
fi fi
OLD_ABI="$ABI"
OLD_CFLAGS="$CFLAGS"
OLD_LDFLAGS="$LDFLAGS"
mkdir -p $TOOLCHAIN_BUILD && mkdir -p $TOOLCHAIN_BUILD &&
cd $TOOLCHAIN_BUILD && cd $TOOLCHAIN_BUILD &&
export ABI="32" && # needed to build a 32-bit gmp export ABI="32" && # needed to build a 32-bit gmp
@@ -444,34 +466,45 @@ if ! timestamp_check toolchain configure; then
--disable-nls \ --disable-nls \
--prefix=$TOOLCHAIN_PREFIX \ --prefix=$TOOLCHAIN_PREFIX \
--with-sysroot=$ANDROID_SYSROOT \ --with-sysroot=$ANDROID_SYSROOT \
--with-binutils-version=$BINUTILS_VERSION \
--with-gcc-version=$GCC_VERSION \ --with-gcc-version=$GCC_VERSION \
--with-gdb-version=$GDB_VERSION --with-gdb-version=$GDB_VERSION
if [ $? != 0 ] ; then if [ $? != 0 ] ; then
echo "Error while trying to configure toolchain build. See $TMPLOG" echo "Error while trying to configure toolchain build. See $TMPLOG"
exit 1 exit 1
fi fi
timestamp_set toolchain configure ABI="$OLD_ABI"
timestamp_force toolchain build CFLAGS="$OLD_CFLAGS"
fi LDFLAGS="$OLD_LDFLAGS"
timestamp_set $TOOLCHAIN_NAME configure
timestamp_force $TOOLCHAIN_NAME build
fi
# build the toolchain # build the toolchain
if ! timestamp_check toolchain build ; then if ! timestamp_check $TOOLCHAIN_NAME build ; then
echo "Building : toolchain [this can take a long time]." echo "Building : $TOOLCHAIN_NAME toolchain [this can take a long time]."
OLD_CFLAGS="$CFLAGS"
OLD_LDFLAGS="$LDFLAGS"
OLD_ABI="$ABI"
cd $TOOLCHAIN_BUILD && cd $TOOLCHAIN_BUILD &&
export CFLAGS="$HOST_CFLAGS" && export CFLAGS="$HOST_CFLAGS" &&
export LDFLAGS="$HOST_LDFLAGS" && export LDFLAGS="$HOST_LDFLAGS" &&
export ABI="32" &&
run make -j$JOBS run make -j$JOBS
if [ $? != 0 ] ; then if [ $? != 0 ] ; then
echo "Error while building toolchain. See $TMPLOG" echo "Error while building toolchain. See $TMPLOG"
exit 1 exit 1
fi fi
timestamp_set toolchain build CFLAGS="$OLD_CFLAGS"
timestamp_force toolchain install LDFLAGS="$OLD_LDFLAGS"
fi ABI="$OLD_ABI"
timestamp_set $TOOLCHAIN_NAME build
timestamp_force $TOOLCHAIN_NAME install
fi
# install the toolchain to its final location # install the toolchain to its final location
if ! timestamp_check toolchain install ; then if ! timestamp_check $TOOLCHAIN_NAME install ; then
echo "Install : toolchain binaries." echo "Install : $TOOLCHAIN_NAME toolchain binaries."
cd $TOOLCHAIN_BUILD && cd $TOOLCHAIN_BUILD &&
run make install run make install
if [ $? != 0 ] ; then if [ $? != 0 ] ; then
@@ -489,19 +522,24 @@ if ! timestamp_check toolchain install ; then
strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/cc1 strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/cc1
strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/cc1plus strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/cc1plus
strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/collect2 strip $TOOLCHAIN_PREFIX/libexec/gcc/*/*/collect2
timestamp_set toolchain install timestamp_set $TOOLCHAIN_NAME install
timestamp_force gdbserver configure timestamp_force $TOOLCHAIN_NAME-gdbserver configure
fi fi
# configure the gdbserver build now # configure the gdbserver build now
if ! timestamp_check gdbserver configure; then if ! timestamp_check $TOOLCHAIN_NAME-gdbserver configure; then
echo "Configure: gdbserver build." echo "Configure: $TOOLCHAIN_NAME gdbserver build."
if [ -d $TOOLCHAIN_SRC/gdb ] ; then # Old toolchain source packages placed the gdb sources at
# the top-level, while newer ones place them under the 'gdb'
# directory. Probe the filesystem to check which one is appropriate.
GDB_SRCDIR=$TOOLCHAIN_SRC/gdb/gdb-$GDB_VERSION GDB_SRCDIR=$TOOLCHAIN_SRC/gdb/gdb-$GDB_VERSION
else if [ ! -d $GDB_SRCDIR ] ; then
GDB_SRCDIR=$TOOLCHAIN_SRC/gdb-$GDB_VERSION GDB_SRCDIR=$TOOLCHAIN_SRC/gdb-$GDB_VERSION
fi fi
mkdir -p $GDBSERVER_BUILD mkdir -p $GDBSERVER_BUILD
OLD_CC="$CC"
OLD_CFLAGS="$CFLAGS"
OLD_LDFLAGS="$LDFLAGS"
cd $GDBSERVER_BUILD && cd $GDBSERVER_BUILD &&
export CC="$TOOLCHAIN_PREFIX/bin/arm-eabi-gcc" && export CC="$TOOLCHAIN_PREFIX/bin/arm-eabi-gcc" &&
export CFLAGS="-g -O2 -static -mandroid" && export CFLAGS="-g -O2 -static -mandroid" &&
@@ -513,30 +551,33 @@ if ! timestamp_check gdbserver configure; then
echo "Could not configure gdbserver build. See $TMPLOG" echo "Could not configure gdbserver build. See $TMPLOG"
exit 1 exit 1
fi fi
timestamp_set gdbserver configure CC="$OLD_CC"
timestamp_force gdbserver build CFLAGS="$OLD_CFLAGS"
fi LDFLAGS="$OLD_LDFLAGS"
timestamp_set $TOOLCHAIN_NAME-gdbserver configure
timestamp_force $TOOLCHAIN_NAME-gdbserver build
fi
# build gdbserver # build gdbserver
if ! timestamp_check gdbserver build; then if ! timestamp_check $TOOLCHAIN_NAME-gdbserver build; then
echo "Building : gdbserver." echo "Building : $TOOLCHAIN_NAME gdbserver."
cd $GDBSERVER_BUILD && cd $GDBSERVER_BUILD &&
run make -j$JOBS run make -j$JOBS
if [ $? != 0 ] ; then if [ $? != 0 ] ; then
echo "Could not build gdbserver. See $TMPLOG" echo "Could not build $TOOLCHAIN_NAME gdbserver. See $TMPLOG"
exit 1 exit 1
fi fi
timestamp_set gdbserver build timestamp_set $TOOLCHAIN_NAME-gdbserver build
timestamp_force gdbserver install timestamp_force $TOOLCHAIN_NAME-gdbserver install
fi fi
# install gdbserver # install gdbserver
# #
# note that we install it in the toolchain bin directory # note that we install it in the toolchain bin directory
# not in $SYSROOT/usr/bin # not in $SYSROOT/usr/bin
# #
if ! timestamp_check gdbserver install; then if ! timestamp_check $TOOLCHAIN_NAME-gdbserver install; then
echo "Install : gdbserver." echo "Install : $TOOLCHAIN_NAME gdbserver."
DEST=$TOOLCHAIN_PREFIX/bin DEST=$TOOLCHAIN_PREFIX/bin
mkdir -p $DEST && mkdir -p $DEST &&
$TOOLCHAIN_PREFIX/bin/arm-eabi-strip $GDBSERVER_BUILD/gdbserver && $TOOLCHAIN_PREFIX/bin/arm-eabi-strip $GDBSERVER_BUILD/gdbserver &&
@@ -545,13 +586,46 @@ if ! timestamp_check gdbserver install; then
echo "Could not install gdbserver. See $TMPLOG" echo "Could not install gdbserver. See $TMPLOG"
exit 1 exit 1
fi fi
timestamp_set gdbserver install timestamp_set $TOOLCHAIN_NAME-gdbserver install
timestamp_force package toolchain timestamp_force package toolchain
fi
}
# Look at the toolchains available from the source package
#
# The old source tarball only contained gcc 4.2.1, the new
# ones contain multiple toolchains
#
if [ -d $ANDROID_TOOLCHAIN_SRC/gcc-4.2.1 ] ; then
# An old toolchain source package
ANDROID_TOOLCHAIN_LIST=arm-eabi-4.2.1
else
ANDROID_TOOLCHAIN_LIST="arm-eabi-4.2.1 arm-eabi-4.4.0"
fi fi
for _toolchain in $ANDROID_TOOLCHAIN_LIST; do
if timestamp_check toolchain build; then
timestamp_force ${_toolchain} configure
timestamp_force ${_toolchain}-gdbserver configure
fi
# Gcc 4.2.1 needs binutils 2.17
if [ ${_toolchain} = arm-eabi-4.2.1 ] ; then
GCC_VERSION=4.2.1
BINUTILS_VERSION=2.17
else
GCC_VERSION=4.4.0
BINUTILS_VERSION=2.19
fi
build_toolchain ${_toolchain}
done
# package the toolchain # package the toolchain
TOOLCHAIN_TARBALL=/tmp/android-ndk-prebuilt-$TOOLCHAIN_NAME-$HOST_TAG.tar.bz2 TOOLCHAIN_TARBALL=/tmp/android-ndk-prebuilt-$RELEASE-$HOST_TAG.tar.bz2
if ! timestamp_check package toolchain; then if ! timestamp_check package toolchain; then
echo "Cleanup : Removing unuseful stuff"
rm -rf $OUT/build/prebuilt/$HOST_TAG/*/share
find $OUT/build/prebuilt/$HOST_TAG -name "libiberty.a" | xargs rm -f
find $OUT/build/prebuilt/$HOST_TAG -name "libarm-elf-linux-sim.a" | xargs rm -f
echo "Package : $HOST_ARCH toolchain binaries" echo "Package : $HOST_ARCH toolchain binaries"
echo " into $TOOLCHAIN_TARBALL" echo " into $TOOLCHAIN_TARBALL"
cd $ANDROID_NDK_ROOT && cd $ANDROID_NDK_ROOT &&
@@ -559,7 +633,11 @@ if ! timestamp_check package toolchain; then
if [ $VERBOSE = yes ] ; then if [ $VERBOSE = yes ] ; then
TARFLAGS="v$TARFLAGS" TARFLAGS="v$TARFLAGS"
fi fi
run tar $TARFLAGS $TOOLCHAIN_TARBALL build/prebuilt/$HOST_TAG/$TOOLCHAIN_NAME TOOLCHAIN_SRC_DIRS=
for _toolchain in $ANDROID_TOOLCHAIN_LIST; do
TOOLCHAIN_SRC_DIRS="$TOOLCHAIN_SRC_DIRS build/prebuilt/$HOST_TAG/${_toolchain}"
done
run tar $TARFLAGS $TOOLCHAIN_TARBALL -C $OUT $TOOLCHAIN_SRC_DIRS
if [ $? != 0 ] ; then if [ $? != 0 ] ; then
echo "ERROR: Cannot package prebuilt toolchain binaries. See $TMPLOG" echo "ERROR: Cannot package prebuilt toolchain binaries. See $TMPLOG"
exit 1 exit 1
@@ -570,5 +648,12 @@ else
echo "prebuilt toolchain is in $TOOLCHAIN_TARBALL" echo "prebuilt toolchain is in $TOOLCHAIN_TARBALL"
fi fi
if [ -z "$OPTION_BUILD_OUT" ] ; then
echo "Cleaning temporary directory $OUT"
rm -rf $OUT
else
echo "Don't forget to clean build directory $OUT"
fi
echo "Done." echo "Done."
rm -f $TMPLOG rm -f $TMPLOG