X-Git-Url: https://git.distorted.org.uk/~mdw/termux-packages/blobdiff_plain/280ccd42ef2301b03d251b3bf1b483b607b01a17..4d6cca19386fb50e3047a734cb9416d2210b87ef:/build-package.sh diff --git a/build-package.sh b/build-package.sh index 03bd2e2e..c6d768cc 100755 --- a/build-package.sh +++ b/build-package.sh @@ -2,405 +2,651 @@ set -e -o pipefail -u -# Read settings from .termuxrc if existing: -test -f $HOME/.termuxrc && . $HOME/.termuxrc - -# Configurable settings: -: ${ANDROID_HOME:="${HOME}/lib/android-sdk"} -: ${NDK:="${HOME}/lib/android-ndk"} -: ${TERMUX_MAKE_PROCESSES:='4'} -: ${TERMUX_TOPDIR:="$HOME/.termux-build"} -: ${TERMUX_ARCH:="aarch64"} # (arm|aarch64|i686|x86_64) - the x86_64 arch is not yet used or tested. -: ${TERMUX_CLANG:=""} # Set to non-empty to use clang. -: ${TERMUX_PREFIX:='/data/data/com.termux/files/usr'} -: ${TERMUX_ANDROID_HOME:='/data/data/com.termux/files/home'} -: ${TERMUX_DEBUG:=""} -: ${TERMUX_PROCESS_DEB:=""} -: ${TERMUX_API_LEVEL:="21"} -: ${TERMUX_ANDROID_BUILD_TOOLS_VERSION:="24.0.1"} -: ${TERMUX_NDK_VERSION:="12"} - -# Handle command-line arguments: -show_usage () { - echo "Usage: ./build-package.sh [-a ARCH] PACKAGE" - echo "Build a package." - echo "" - exit 1 -} -while getopts :a:h option -do - case "$option" in - a) TERMUX_ARCH="$OPTARG";; - h) show_usage;; - ?) echo "./build-package.sh: illegal option -$OPTARG"; exit 1;; - esac -done -shift $(($OPTIND-1)) -if [ "$#" -ne 1 ]; then show_usage; fi - -# Check the NDK: -if [ ! -d "$NDK" ]; then - echo 'ERROR: $NDK not defined as pointing at a directory - define it pointing at a android NDK installation!' - exit 1 -fi -if grep -s -q "Pkg.Revision = $TERMUX_NDK_VERSION" $NDK/source.properties; then - : -else - echo "Wrong NDK version - we need $TERMUX_NDK_VERSION" - exit 1 -fi - -# Compute standalone toolchain dir, bitness of arch and name of host platform: -TERMUX_STANDALONE_TOOLCHAIN="$TERMUX_TOPDIR/_lib/android-standalone-toolchain-${TERMUX_ARCH}-ndk${TERMUX_NDK_VERSION}-api${TERMUX_API_LEVEL}-" -if [ "$TERMUX_CLANG" = "" ]; then - TERMUX_STANDALONE_TOOLCHAIN+="gcc4.9" -else - TERMUX_STANDALONE_TOOLCHAIN+="clang38" -fi -if [ "x86_64" = $TERMUX_ARCH -o "aarch64" = $TERMUX_ARCH ]; then - TERMUX_ARCH_BITS=64 -else - TERMUX_ARCH_BITS=32 -fi -TERMUX_HOST_PLATFORM="${TERMUX_ARCH}-linux-android" -if [ $TERMUX_ARCH = "arm" ]; then TERMUX_HOST_PLATFORM="${TERMUX_HOST_PLATFORM}eabi"; fi - -# Check the package to build: -TERMUX_PKG_NAME=`basename $1` -export TERMUX_SCRIPTDIR=`cd $(dirname $0); pwd` -if [[ $1 == *"/"* ]]; then - # Path to directory which may be outside this repo: - if [ ! -d $1 ]; then echo "ERROR: '$1' seems to be a path but is not a directory"; exit 1; fi - export TERMUX_PKG_BUILDER_DIR=`realpath $1` -else - # Package name: - export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/packages/$TERMUX_PKG_NAME -fi -TERMUX_PKG_BUILDER_SCRIPT=$TERMUX_PKG_BUILDER_DIR/build.sh -if test ! -f $TERMUX_PKG_BUILDER_SCRIPT; then - echo "ERROR: No build.sh script at supposed package dir $TERMUX_PKG_BUILDER_DIR!" +# Utility function to log an error message and exit with an error code. +termux_error_exit() { + echo "ERROR: $*" 1>&2 exit 1 -fi +} -# Handle 'all' arch: -if [ $TERMUX_ARCH = 'all' ]; then - for arch in 'arm' 'i686' 'aarch64'; do - ./build-package.sh -a $arch $1 +# Utility function to download a resource, optionally checking against a checksum. +termux_download() { + local URL="$1" + local DESTINATION="$2" + + if [ -f "$DESTINATION" ] && [ $# = 3 ] && [ -n "$3" ]; then + # Keep existing file if checksum matches. + local EXISTING_CHECKSUM + EXISTING_CHECKSUM=$(sha256sum "$DESTINATION" | cut -f 1 -d ' ') + if [ "$EXISTING_CHECKSUM" = "$3" ]; then return; fi + fi + + local TMPFILE + TMPFILE=$(mktemp "$TERMUX_PKG_TMPDIR/download.$TERMUX_PKG_NAME.XXXXXXXXX") + echo "Downloading ${URL}" + local TRYMAX=6 + for try in $(seq 1 $TRYMAX); do + if curl -L --fail --retry 2 -o "$TMPFILE" "$URL"; then + local ACTUAL_CHECKSUM + ACTUAL_CHECKSUM=$(sha256sum "$TMPFILE" | cut -f 1 -d ' ') + if [ $# = 3 ] && [ -n "$3" ]; then + # Optional checksum argument: + local EXPECTED=$3 + if [ "$EXPECTED" != "$ACTUAL_CHECKSUM" ]; then + >&2 printf "Wrong checksum for %s:\nExpected: %s\nActual: %s\n" \ + "$URL" "$EXPECTED" "$ACTUAL_CHECKSUM" + exit 1 + fi + else + printf "No validation of checksum for %s:\nActual: %s\n" \ + "$URL" "$ACTUAL_CHECKSUM" + fi + mv "$TMPFILE" "$DESTINATION" + return + else + echo "Download of $URL failed (attempt $try/$TRYMAX)" 1>&2 + sleep 45 + fi done - exit -fi - -# We do not put all of build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/ into PATH -# to avoid stuff like arm-linux-androideabi-ld there to conflict with ones from -# the standalone toolchain. -TERMUX_DX=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/dx -TERMUX_JACK=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/jack.jar -TERMUX_JILL=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/jill.jar - -# We put this after system PATH to avoid picking up toolchain stripped python -export PATH=$PATH:$TERMUX_STANDALONE_TOOLCHAIN/bin - -# Make $TERMUX_TAR and $TERMUX_TOUCH point at gnu versions: -export TERMUX_TAR="tar" -test `uname` = "Darwin" && TERMUX_TAR=gtar -export TERMUX_TOUCH="touch" -test `uname` = "Darwin" && TERMUX_TOUCH=gtouch - -export prefix=${TERMUX_PREFIX} # prefix is used by some makefiles -#export ACLOCAL="aclocal -I $TERMUX_PREFIX/share/aclocal" -export AR=$TERMUX_HOST_PLATFORM-ar -if [ "$TERMUX_CLANG" = "" ]; then - export AS=${TERMUX_HOST_PLATFORM}-gcc - export CC=$TERMUX_HOST_PLATFORM-gcc - export CXX=$TERMUX_HOST_PLATFORM-g++ - _SPECSFLAG="-specs=$TERMUX_SCRIPTDIR/termux.spec" -else - export AS=${TERMUX_HOST_PLATFORM}-gcc - export CC=$TERMUX_HOST_PLATFORM-clang - export CXX=$TERMUX_HOST_PLATFORM-clang++ - # TODO: clang does not have specs file, how to ensure pie - # binaries gets built? - _SPECSFLAG="" -fi -export CPP=${TERMUX_HOST_PLATFORM}-cpp -export CC_FOR_BUILD=gcc -export LD=$TERMUX_HOST_PLATFORM-ld -export OBJDUMP=$TERMUX_HOST_PLATFORM-objdump -# Setup pkg-config for cross-compiling: -export PKG_CONFIG=$TERMUX_STANDALONE_TOOLCHAIN/bin/${TERMUX_HOST_PLATFORM}-pkg-config -export PKG_CONFIG_LIBDIR=$TERMUX_PREFIX/lib/pkgconfig -export RANLIB=$TERMUX_HOST_PLATFORM-ranlib -export READELF=$TERMUX_HOST_PLATFORM-readelf -export STRIP=$TERMUX_HOST_PLATFORM-strip - -export CFLAGS="$_SPECSFLAG" -export LDFLAGS="$_SPECSFLAG -L${TERMUX_PREFIX}/lib" - -if [ "$TERMUX_ARCH" = "arm" ]; then - CFLAGS+=" -march=armv7-a -mfpu=neon -mfloat-abi=softfp" - # "first flag instructs the linker to pick libgcc.a, libgcov.a, and - # crt*.o, which are tailored for armv7-a" - # - https://developer.android.com/ndk/guides/standalone_toolchain.html - LDFLAGS+=" -march=armv7-a -Wl,--fix-cortex-a8" -elif [ $TERMUX_ARCH = "i686" ]; then - # From $NDK/docs/CPU-ARCH-ABIS.html: - CFLAGS+=" -march=i686 -msse3 -mstackrealign -mfpmath=sse" -elif [ $TERMUX_ARCH = "aarch64" ]; then - LDFLAGS+=" -Wl,-rpath-link,$TERMUX_PREFIX/lib" - LDFLAGS+=" -Wl,-rpath-link,$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib" -elif [ $TERMUX_ARCH = "x86_64" ]; then - : -else - echo "Error: Invalid arch '$TERMUX_ARCH' - support arches are 'arm', 'i686', 'aarch64', 'x86_64'" - exit 1 -fi - -if [ -n "$TERMUX_DEBUG" ]; then - CFLAGS+=" -g3 -Og -fstack-protector --param ssp-buffer-size=4 -D_FORTIFY_SOURCE=2" -else - CFLAGS+=" -Os" -fi - -export CXXFLAGS="$CFLAGS" -export CPPFLAGS="-I${TERMUX_PREFIX}/include" - -export ac_cv_func_getpwent=no -export ac_cv_func_getpwnam=no -export ac_cv_func_getpwuid=no - -if [ ! -d $TERMUX_STANDALONE_TOOLCHAIN ]; then - # See https://developer.android.com/ndk/guides/standalone_toolchain.html about toolchain naming. - if [ "i686" = $TERMUX_ARCH ]; then - _TERMUX_NDK_TOOLCHAIN_NAME="x86" - elif [ "x86_64" = $TERMUX_ARCH ]; then - _TERMUX_NDK_TOOLCHAIN_NAME="x86_64" + + termux_error_exit "Failed to download $URL" +} + +# Utility function for golang-using packages to setup a go toolchain. +termux_setup_golang() { + export GOOS=android + export CGO_ENABLED=1 + export GO_LDFLAGS="-extldflags=-pie" + if [ "$TERMUX_ARCH" = "arm" ]; then + export GOARCH=arm + export GOARM=7 + elif [ "$TERMUX_ARCH" = "i686" ]; then + export GOARCH=386 + export GO386=sse2 + elif [ "$TERMUX_ARCH" = "aarch64" ]; then + export GOARCH=arm64 + elif [ "$TERMUX_ARCH" = "x86_64" ]; then + export GOARCH=amd64 else - _TERMUX_NDK_TOOLCHAIN_NAME="$TERMUX_HOST_PLATFORM" + termux_error_exit "Unsupported arch: $TERMUX_ARCH" fi - if [ "$TERMUX_CLANG" = "" ]; then - _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-4.9" - else - _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-clang" - fi - - # Do not put toolchain in place until we are done with setup, to avoid having a half setup - # toolchain left in place if something goes wrong (or process is just aborted): - _TERMUX_TOOLCHAIN_TMPDIR=${TERMUX_STANDALONE_TOOLCHAIN}-tmp - rm -Rf $_TERMUX_TOOLCHAIN_TMPDIR - - bash $NDK/build/tools/make-standalone-toolchain.sh --platform=android-$TERMUX_API_LEVEL --toolchain=${_TERMUX_TOOLCHAIN} \ - --install-dir=$_TERMUX_TOOLCHAIN_TMPDIR - if [ "arm" = $TERMUX_ARCH ]; then - # Fix to allow e.g. to be included: - cp $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/arm-linux-androideabi/armv7-a/bits/* $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/bits - fi - cd $_TERMUX_TOOLCHAIN_TMPDIR/sysroot - for f in $TERMUX_SCRIPTDIR/ndk_patches/*.patch; do - sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $f | \ - sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \ - patch --silent -p1; + local TERMUX_GO_VERSION=go1.8 + local TERMUX_GO_PLATFORM=linux-amd64 + + local TERMUX_BUILDGO_FOLDER=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION} + export GOROOT=$TERMUX_BUILDGO_FOLDER + export PATH=$GOROOT/bin:$PATH + + if [ -d "$TERMUX_BUILDGO_FOLDER" ]; then return; fi + + local TERMUX_BUILDGO_TAR=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz + rm -Rf "$TERMUX_COMMON_CACHEDIR/go" "$TERMUX_BUILDGO_FOLDER" + termux_download https://storage.googleapis.com/golang/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz \ + "$TERMUX_BUILDGO_TAR" \ + 53ab94104ee3923e228a2cb2116e5e462ad3ebaeea06ff04463479d7f12d27ca + ( cd "$TERMUX_COMMON_CACHEDIR"; tar xf "$TERMUX_BUILDGO_TAR"; mv go "$TERMUX_BUILDGO_FOLDER"; rm "$TERMUX_BUILDGO_TAR" ) +} + +# Utility function for cmake-built packages to setup a current cmake. +termux_setup_cmake() { + local TERMUX_CMAKE_MAJORVESION=3.7 + local TERMUX_CMAKE_MINORVERSION=2 + local TERMUX_CMAKE_VERSION=$TERMUX_CMAKE_MAJORVESION.$TERMUX_CMAKE_MINORVERSION + local TERMUX_CMAKE_TARNAME=cmake-${TERMUX_CMAKE_VERSION}-Linux-x86_64.tar.gz + local TERMUX_CMAKE_TARFILE=$TERMUX_PKG_TMPDIR/$TERMUX_CMAKE_TARNAME + local TERMUX_CMAKE_FOLDER=$TERMUX_COMMON_CACHEDIR/cmake-$TERMUX_CMAKE_VERSION + if [ ! -d "$TERMUX_CMAKE_FOLDER" ]; then + termux_download https://cmake.org/files/v$TERMUX_CMAKE_MAJORVESION/$TERMUX_CMAKE_TARNAME \ + "$TERMUX_CMAKE_TARFILE" \ + 0e6ec35d4fa9bf79800118916b51928b6471d5725ff36f1d0de5ebb34dcd5406 + rm -Rf "$TERMUX_PKG_TMPDIR/cmake-${TERMUX_CMAKE_VERSION}-Linux-x86_64" + tar xf "$TERMUX_CMAKE_TARFILE" -C "$TERMUX_PKG_TMPDIR" + mv "$TERMUX_PKG_TMPDIR/cmake-${TERMUX_CMAKE_VERSION}-Linux-x86_64" \ + "$TERMUX_CMAKE_FOLDER" + fi + export PATH=$TERMUX_CMAKE_FOLDER/bin:$PATH + export CMAKE_INSTALL_ALWAYS=1 +} + +# First step is to handle command-line arguments. Not to be overridden by packages. +termux_step_handle_arguments() { + # shellcheck source=/dev/null + test -f "$HOME/.termuxrc" && source "$HOME/.termuxrc" + + # Handle command-line arguments: + _show_usage () { + echo "Usage: ./build-package.sh [-a ARCH] [-d] [-D] PACKAGE" + echo "Build a package by creating a .deb file in the debs/ folder." + echo " -a The architecture to build for: aarch64(default), arm, i686, x86_64 or all." + echo " -d Build with debug symbols." + echo " -D Build a disabled package in disabled-packages/." + echo " -f Force build even if package has already been built." + echo " -s Skip dependency check." + exit 1 + } + while getopts :a:hdDfs option; do + case "$option" in + a) TERMUX_ARCH="$OPTARG";; + h) _show_usage;; + d) TERMUX_DEBUG=true;; + D) local TERMUX_IS_DISABLED=true;; + f) TERMUX_FORCE_BUILD=true;; + s) export TERMUX_SKIP_DEPCHECK=true;; + ?) termux_error_exit "./build-package.sh: illegal option -$OPTARG";; + esac done - # elf.h is taken from glibc since the elf.h in the NDK is lacking. - # sysexits.h is header-only and used by a few programs. - cp $TERMUX_SCRIPTDIR/ndk_patches/{elf.h,sysexits.h} $_TERMUX_TOOLCHAIN_TMPDIR/sysroot/usr/include - mv $_TERMUX_TOOLCHAIN_TMPDIR $TERMUX_STANDALONE_TOOLCHAIN -fi - -export TERMUX_COMMON_CACHEDIR="$TERMUX_TOPDIR/_cache" -export TERMUX_DEBDIR="$TERMUX_SCRIPTDIR/debs" -mkdir -p $TERMUX_COMMON_CACHEDIR $TERMUX_DEBDIR - -TERMUX_PKG_BUILDDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/build -TERMUX_PKG_CACHEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/cache -TERMUX_PKG_MASSAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/massage -TERMUX_PKG_PACKAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/package -TERMUX_PKG_SRCDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/src -TERMUX_PKG_TMPDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/tmp -TERMUX_PKG_HOSTBUILD_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/host-build -TERMUX_PKG_PLATFORM_INDEPENDENT="" -TERMUX_PKG_NO_DEVELSPLIT="" -TERMUX_PKG_BUILD_REVISION="0" # http://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version -TERMUX_PKG_EXTRA_CONFIGURE_ARGS="" -TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS="" -TERMUX_PKG_EXTRA_MAKE_ARGS="" -TERMUX_PKG_BUILD_IN_SRC="" -TERMUX_PKG_RM_AFTER_INSTALL="" -TERMUX_PKG_DEPENDS="" -TERMUX_PKG_HOMEPAGE="" -TERMUX_PKG_DESCRIPTION="FIXME:Add description" -TERMUX_PKG_FOLDERNAME="" -TERMUX_PKG_KEEP_STATIC_LIBRARIES="false" -TERMUX_PKG_KEEP_HEADER_FILES="false" -TERMUX_PKG_ESSENTIAL="" -TERMUX_PKG_CONFLICTS="" # https://www.debian.org/doc/debian-policy/ch-relationships.html#s-conflicts -TERMUX_PKG_CONFFILES="" -TERMUX_PKG_INCLUDE_IN_DEVPACKAGE="" -TERMUX_PKG_DEVPACKAGE_DEPENDS="" -# Set if a host build should be done in TERMUX_PKG_HOSTBUILD_DIR: -TERMUX_PKG_HOSTBUILD="" -TERMUX_PKG_MAINTAINER="Fredrik Fornwall " - -# Cleanup old state -rm -Rf $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_SRCDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_MASSAGEDIR - -# If $TERMUX_PREFIX already exists, it may have been built for a different arch -TERMUX_ARCH_FILE=/data/TERMUX_ARCH -if [ -f "${TERMUX_ARCH_FILE}" ]; then - TERMUX_PREVIOUS_ARCH=`cat $TERMUX_ARCH_FILE` - if [ $TERMUX_PREVIOUS_ARCH != $TERMUX_ARCH ]; then - TERMUX_DATA_BACKUPDIRS=$TERMUX_TOPDIR/_databackups - mkdir -p $TERMUX_DATA_BACKUPDIRS - TERMUX_DATA_PREVIOUS_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_PREVIOUS_ARCH - TERMUX_DATA_CURRENT_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_ARCH - # Save current /data (removing old backup if any) - if test -e $TERMUX_DATA_PREVIOUS_BACKUPDIR; then - echo "ERROR: Directory already exists" - exit 1 + shift $((OPTIND-1)) + + if [ "$#" -ne 1 ]; then _show_usage; fi + unset -f _show_usage + + # Handle 'all' arch: + if [ -n "${TERMUX_ARCH+x}" ] && [ "${TERMUX_ARCH}" = 'all' ]; then + for arch in 'aarch64' 'arm' 'i686' 'x86_64'; do + ./build-package.sh ${TERMUX_FORCE_BUILD+-f} -a $arch "$1" + done + exit + fi + + # Check the package to build: + TERMUX_PKG_NAME=$(basename "$1") + export TERMUX_SCRIPTDIR + TERMUX_SCRIPTDIR=$(cd "$(dirname "$0")"; pwd) + if [[ $1 == *"/"* ]]; then + # Path to directory which may be outside this repo: + if [ ! -d "$1" ]; then termux_error_exit "'$1' seems to be a path but is not a directory"; fi + export TERMUX_PKG_BUILDER_DIR + TERMUX_PKG_BUILDER_DIR=$(realpath "$1") + else + # Package name: + if [ -n "${TERMUX_IS_DISABLED=""}" ]; then + export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/disabled-packages/$TERMUX_PKG_NAME + else + export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/packages/$TERMUX_PKG_NAME fi - mv /data/data $TERMUX_DATA_PREVIOUS_BACKUPDIR - # Restore new one (if any) - if [ -d $TERMUX_DATA_CURRENT_BACKUPDIR ]; then - mv $TERMUX_DATA_CURRENT_BACKUPDIR /data/data - fi - fi -fi -echo $TERMUX_ARCH > $TERMUX_ARCH_FILE - -# Ensure folders present (but not $TERMUX_PKG_SRCDIR, it will be created in build) -mkdir -p $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_CACHEDIR $TERMUX_PKG_MASSAGEDIR $PKG_CONFIG_LIBDIR $TERMUX_PREFIX/{bin,etc,lib,libexec,share,tmp,include} + fi + TERMUX_PKG_BUILDER_SCRIPT=$TERMUX_PKG_BUILDER_DIR/build.sh + if test ! -f "$TERMUX_PKG_BUILDER_SCRIPT"; then + termux_error_exit "No build.sh script at package dir $TERMUX_PKG_BUILDER_DIR!" + fi +} -termux_download() { - URL="$1" - DESTINATION="$2" - - TMPFILE=`mktemp $TERMUX_PKG_TMPDIR/download.XXXXXXXXX` - for i in 1 2 3; do - if curl -L --fail --retry 2 -o "$TMPFILE" "$URL"; then - mv "$TMPFILE" "$DESTINATION" - return - else - echo "Download of $1 failed (attempt $i/3)" 1>&2 - sleep 20 - fi - done - echo "Failed to download $1 - exiting" 1>&2 - exit 1 +# Setup variables used by the build. Not to be overridden by packages. +termux_step_setup_variables() { + : "${ANDROID_HOME:="${HOME}/lib/android-sdk"}" + : "${NDK:="${HOME}/lib/android-ndk"}" + : "${TERMUX_MAKE_PROCESSES:="4"}" + : "${TERMUX_TOPDIR:="$HOME/.termux-build"}" + : "${TERMUX_ARCH:="aarch64"}" # arm, aarch64, i686 or x86_64. + : "${TERMUX_PREFIX:="/data/data/com.termux/files/usr"}" + : "${TERMUX_ANDROID_HOME:="/data/data/com.termux/files/home"}" + : "${TERMUX_DEBUG:=""}" + : "${TERMUX_API_LEVEL:="21"}" + : "${TERMUX_ANDROID_BUILD_TOOLS_VERSION:="25.0.1"}" + : "${TERMUX_NDK_VERSION:="14"}" + + if [ "x86_64" = "$TERMUX_ARCH" ] || [ "aarch64" = "$TERMUX_ARCH" ]; then + TERMUX_ARCH_BITS=64 + else + TERMUX_ARCH_BITS=32 + fi + + TERMUX_HOST_PLATFORM="${TERMUX_ARCH}-linux-android" + if [ "$TERMUX_ARCH" = "arm" ]; then TERMUX_HOST_PLATFORM="${TERMUX_HOST_PLATFORM}eabi"; fi + + if [ ! -d "$NDK" ]; then + termux_error_exit 'NDK not pointing at a directory!' + fi + if ! grep -s -q "Pkg.Revision = $TERMUX_NDK_VERSION" "$NDK/source.properties"; then + termux_error_exit "Wrong NDK version - we need $TERMUX_NDK_VERSION" + fi + + # The build tuple that may be given to --build configure flag: + TERMUX_BUILD_TUPLE=$(sh "$TERMUX_SCRIPTDIR/scripts/config.guess") + + # We do not put all of build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/ into PATH + # to avoid stuff like arm-linux-androideabi-ld there to conflict with ones from + # the standalone toolchain. + TERMUX_DX=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/dx + TERMUX_JACK=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/jack.jar + TERMUX_JILL=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/jill.jar + + TERMUX_COMMON_CACHEDIR="$TERMUX_TOPDIR/_cache" + TERMUX_DEBDIR="$TERMUX_SCRIPTDIR/debs" + TERMUX_ELF_CLEANER=$TERMUX_COMMON_CACHEDIR/termux-elf-cleaner + + TERMUX_STANDALONE_TOOLCHAIN="$TERMUX_TOPDIR/_lib/toolchain-${TERMUX_ARCH}-ndk${TERMUX_NDK_VERSION}-api${TERMUX_API_LEVEL}" + # Bump the below version if a change is made in toolchain setup to ensure + # that everyone gets an updated toolchain: + TERMUX_STANDALONE_TOOLCHAIN+="-v17" + + export TERMUX_TAR="tar" + export TERMUX_TOUCH="touch" + export prefix=${TERMUX_PREFIX} + export PREFIX=${TERMUX_PREFIX} + export PKG_CONFIG_LIBDIR=$TERMUX_PREFIX/lib/pkgconfig + + TERMUX_PKG_BUILDDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/build + TERMUX_PKG_CACHEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/cache + TERMUX_PKG_MASSAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/massage + TERMUX_PKG_PACKAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/package + TERMUX_PKG_SRCDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/src + TERMUX_PKG_SHA256="" + TERMUX_PKG_TMPDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/tmp + TERMUX_PKG_HOSTBUILD_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/host-build + TERMUX_PKG_PLATFORM_INDEPENDENT="" + TERMUX_PKG_NO_DEVELSPLIT="" + TERMUX_PKG_REVISION="0" # http://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version + TERMUX_PKG_EXTRA_CONFIGURE_ARGS="" + TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS="" + TERMUX_PKG_EXTRA_MAKE_ARGS="" + TERMUX_PKG_BUILD_IN_SRC="" + TERMUX_PKG_RM_AFTER_INSTALL="" + TERMUX_PKG_DEPENDS="" + TERMUX_PKG_HOMEPAGE="" + TERMUX_PKG_DESCRIPTION="FIXME:Add description" + TERMUX_PKG_FOLDERNAME="" + TERMUX_PKG_KEEP_STATIC_LIBRARIES="false" + TERMUX_PKG_ESSENTIAL="" + TERMUX_PKG_CONFLICTS="" # https://www.debian.org/doc/debian-policy/ch-relationships.html#s-conflicts + TERMUX_PKG_REPLACES="" + TERMUX_PKG_CONFFILES="" + TERMUX_PKG_INCLUDE_IN_DEVPACKAGE="" + TERMUX_PKG_DEVPACKAGE_DEPENDS="" + # Set if a host build should be done in TERMUX_PKG_HOSTBUILD_DIR: + TERMUX_PKG_HOSTBUILD="" + TERMUX_PKG_MAINTAINER="Fredrik Fornwall @fornwall" + TERMUX_PKG_CLANG=yes # does nothing for cmake based packages. clang is chosen by cmake + TERMUX_PKG_FORCE_CMAKE=no # if the package has autotools as well as cmake, then set this to prefer cmake + + unset CFLAGS CPPFLAGS LDFLAGS CXXFLAGS } -# Get fresh versions of config.sub and config.guess -for f in config.sub config.guess; do - if [ ! -f $TERMUX_COMMON_CACHEDIR/$f ]; then - termux_download "http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=${f};hb=HEAD" $TERMUX_COMMON_CACHEDIR/$f - fi -done - -# Have a debian-binary file ready for deb packaging: -test ! -f $TERMUX_COMMON_CACHEDIR/debian-binary && echo "2.0" > $TERMUX_COMMON_CACHEDIR/debian-binary -# The host tuple that may be given to --host configure flag, but normally autodetected so not needed explicitly -TERMUX_HOST_TUPLE=`sh $TERMUX_COMMON_CACHEDIR/config.guess` - -# Make $TERMUX_PREFIX/bin/sh executable on the builder, so that build script can assume that it works -# on both builder and host later on: -ln -f -s /bin/sh $TERMUX_PREFIX/bin/sh - -if [ ! -f $PKG_CONFIG ]; then - echo "Creating pkg-config wrapper..." - # We use path to host pkg-config to avoid picking up a cross-compiled pkg-config later on - _HOST_PKGCONFIG=`which pkg-config` - mkdir -p $TERMUX_STANDALONE_TOOLCHAIN/bin $PKG_CONFIG_LIBDIR - cat > $PKG_CONFIG < $TERMUX_ARCH_FILE +} + +# Source the package build script and start building. No to be overridden by packages. +termux_step_start_build() { + # shellcheck source=/dev/null + source "$TERMUX_PKG_BUILDER_SCRIPT" + + if [ -n "${TERMUX_PKG_BLACKLISTED_ARCHES:=""}" ] && [ "$TERMUX_PKG_BLACKLISTED_ARCHES" != "${TERMUX_PKG_BLACKLISTED_ARCHES/$TERMUX_ARCH/}" ]; then + echo "Skipping building $TERMUX_PKG_NAME for arch $TERMUX_ARCH" + exit 0 + fi + + if [ -z "${TERMUX_SKIP_DEPCHECK:=""}" ]; then + local p TERMUX_ALL_DEPS + TERMUX_ALL_DEPS=$(./scripts/buildorder.py "$TERMUX_PKG_NAME") + for p in $TERMUX_ALL_DEPS; do + if [ "$p" != "$TERMUX_PKG_NAME" ]; then + echo "Building dependency $p if necessary..." + ./build-package.sh -a $TERMUX_ARCH -s "$p" + fi + done + fi + + TERMUX_PKG_FULLVERSION=$TERMUX_PKG_VERSION + if [ "$TERMUX_PKG_REVISION" != "0" ] || [ "$TERMUX_PKG_FULLVERSION" != "${TERMUX_PKG_FULLVERSION/-/}" ]; then + # "0" is the default revision, so only include it if the upstream versions contains "-" itself + TERMUX_PKG_FULLVERSION+="-$TERMUX_PKG_REVISION" + fi + + if [ -z "$TERMUX_DEBUG" ] && + [ -z "${TERMUX_FORCE_BUILD+x}" ] && + [ -e "/data/data/.built-packages/$TERMUX_PKG_NAME" ]; then + if [ "$(cat "/data/data/.built-packages/$TERMUX_PKG_NAME")" = "$TERMUX_PKG_FULLVERSION" ]; then + echo "$TERMUX_PKG_NAME@$TERMUX_PKG_FULLVERSION built - skipping (rm /data/data/.built-packages/$TERMUX_PKG_NAME to force rebuild)" + exit 0 + fi + fi + + # Cleanup old state: + rm -Rf "$TERMUX_PKG_BUILDDIR" \ + "$TERMUX_PKG_PACKAGEDIR" \ + "$TERMUX_PKG_SRCDIR" \ + "$TERMUX_PKG_TMPDIR" \ + "$TERMUX_PKG_MASSAGEDIR" + + # Ensure folders present (but not $TERMUX_PKG_SRCDIR, it will be created in build) + mkdir -p "$TERMUX_COMMON_CACHEDIR" \ + "$TERMUX_DEBDIR" \ + "$TERMUX_PKG_BUILDDIR" \ + "$TERMUX_PKG_PACKAGEDIR" \ + "$TERMUX_PKG_TMPDIR" \ + "$TERMUX_PKG_CACHEDIR" \ + "$TERMUX_PKG_MASSAGEDIR" \ + $PKG_CONFIG_LIBDIR \ + $TERMUX_PREFIX/{bin,etc,lib,libexec,share,tmp,include} + + # Make $TERMUX_PREFIX/bin/sh executable on the builder, so that build + # scripts can assume that it works on both builder and host later on: + ln -f -s /bin/sh "$TERMUX_PREFIX/bin/sh" + + TERMUX_ELF_CLEANER_SRC=$TERMUX_SCRIPTDIR/packages/termux-elf-cleaner/termux-elf-cleaner.cpp + if [ "$TERMUX_ELF_CLEANER_SRC" -nt "$TERMUX_ELF_CLEANER" ]; then + g++ -std=c++11 -Wall -Wextra -pedantic -Os "$TERMUX_ELF_CLEANER_SRC" -o "$TERMUX_ELF_CLEANER" + fi + + if [ -n "$TERMUX_PKG_BUILD_IN_SRC" ]; then + echo "Building in src due to TERMUX_PKG_BUILD_IN_SRC being set" > "$TERMUX_PKG_BUILDDIR/BUILDING_IN_SRC.txt" + TERMUX_PKG_BUILDDIR=$TERMUX_PKG_SRCDIR + fi + + echo "termux - building $TERMUX_PKG_NAME for arch $TERMUX_ARCH..." + test -t 1 && printf "\033]0;%s...\007" "$TERMUX_PKG_NAME" # Add a pkg-config file for the system zlib - cat > $PKG_CONFIG_LIBDIR/zlib.pc < "$PKG_CONFIG_LIBDIR/zlib.pc" <<-HERE + Name: zlib + Description: zlib compression library + Version: 1.2.8 + Requires: + Libs: -lz + HERE + + # Keep track of when build started so we can see what files have been created. + # We start by sleeping so that any generated files above (such as zlib.pc) get + # an older timestamp than the TERMUX_BUILD_TS_FILE. + sleep 1 + TERMUX_BUILD_TS_FILE=$TERMUX_PKG_TMPDIR/timestamp_$TERMUX_PKG_NAME + touch "$TERMUX_BUILD_TS_FILE" +} + +# Run just after sourcing $TERMUX_PKG_BUILDER_SCRIPT. May be overridden by packages. +termux_step_extract_package() { + if [ -z "${TERMUX_PKG_SRCURL:=""}" ]; then + mkdir -p "$TERMUX_PKG_SRCDIR" + return + fi + cd "$TERMUX_PKG_TMPDIR" + local filename + filename=$(basename "$TERMUX_PKG_SRCURL") + local file="$TERMUX_PKG_CACHEDIR/$filename" + termux_download "$TERMUX_PKG_SRCURL" "$file" "$TERMUX_PKG_SHA256" + if [ "x$TERMUX_PKG_FOLDERNAME" = "x" ]; then folder=`basename $filename .tar.bz2` && folder=`basename $folder .tar.gz` && folder=`basename $folder .tar.xz` && folder=`basename $folder .tar.lz` && folder=`basename $folder .tgz` && folder=`basename $folder .zip` - folder=`echo $folder | sed 's/_/-/'` # dpkg uses _ in tar filename, but - in folder + folder="${folder/_/-}" # dpkg uses _ in tar filename, but - in folder else folder=$TERMUX_PKG_FOLDERNAME fi rm -Rf $folder - if [ ${file##*.} = zip ]; then - unzip $file + if [ "${file##*.}" = zip ]; then + unzip -q "$file" else - $TERMUX_TAR xf $file + $TERMUX_TAR xf "$file" fi - mv $folder $TERMUX_PKG_SRCDIR + mv $folder "$TERMUX_PKG_SRCDIR" } -termux_step_post_extract_package () { +# Hook for packages to act just after the package has been extracted. +# Invoked in $TERMUX_PKG_SRCDIR. +termux_step_post_extract_package() { return } +# Optional host build. Not to be overridden by packages. +termux_step_handle_hostbuild() { + if [ "x$TERMUX_PKG_HOSTBUILD" = "x" ]; then return; fi + + cd "$TERMUX_PKG_SRCDIR" + for patch in $TERMUX_PKG_BUILDER_DIR/*.patch.beforehostbuild; do + test -f "$patch" && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" "$patch" | patch --silent -p1 + done + + local TERMUX_HOSTBUILD_MARKER="$TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION" + if [ ! -f "$TERMUX_HOSTBUILD_MARKER" ]; then + rm -Rf "$TERMUX_PKG_HOSTBUILD_DIR" + mkdir -p "$TERMUX_PKG_HOSTBUILD_DIR" + cd "$TERMUX_PKG_HOSTBUILD_DIR" + termux_step_host_build + touch "$TERMUX_HOSTBUILD_MARKER" + fi +} + # Perform a host build. Will be called in $TERMUX_PKG_HOSTBUILD_DIR. # After termux_step_post_extract_package() and before termux_step_patch_package() -termux_step_host_build () { - $TERMUX_PKG_SRCDIR/configure ${TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS} - make +termux_step_host_build() { + "$TERMUX_PKG_SRCDIR/configure" ${TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS} + make -j $TERMUX_MAKE_PROCESSES } -# This should not be overridden -termux_step_patch_package () { - cd $TERMUX_PKG_SRCDIR +# Setup a standalone Android NDK toolchain. Not to be overridden by packages. +termux_step_setup_toolchain() { + # We put this after system PATH to avoid picking up toolchain stripped python + export PATH=$PATH:$TERMUX_STANDALONE_TOOLCHAIN/bin + + export CFLAGS="" + export LDFLAGS="-L${TERMUX_PREFIX}/lib" + + if [ "$TERMUX_PKG_CLANG" = "no" ]; then + export AS=${TERMUX_HOST_PLATFORM}-gcc + export CC=$TERMUX_HOST_PLATFORM-gcc + export CXX=$TERMUX_HOST_PLATFORM-g++ + LDFLAGS+=" -specs=$TERMUX_SCRIPTDIR/termux.spec" + CFLAGS+=" -specs=$TERMUX_SCRIPTDIR/termux.spec" + else + export AS=${TERMUX_HOST_PLATFORM}-clang + export CC=$TERMUX_HOST_PLATFORM-clang + export CXX=$TERMUX_HOST_PLATFORM-clang++ + fi + + export AR=$TERMUX_HOST_PLATFORM-ar + export CPP=${TERMUX_HOST_PLATFORM}-cpp + export CC_FOR_BUILD=gcc + export LD=$TERMUX_HOST_PLATFORM-ld + export OBJDUMP=$TERMUX_HOST_PLATFORM-objdump + # Setup pkg-config for cross-compiling: + export PKG_CONFIG=$TERMUX_STANDALONE_TOOLCHAIN/bin/${TERMUX_HOST_PLATFORM}-pkg-config + export RANLIB=$TERMUX_HOST_PLATFORM-ranlib + export READELF=$TERMUX_HOST_PLATFORM-readelf + export STRIP=$TERMUX_HOST_PLATFORM-strip + + # Android 7 started to support DT_RUNPATH (but not DT_RPATH), so we may want + # LDFLAGS+="-Wl,-rpath=$TERMUX_PREFIX/lib -Wl,--enable-new-dtags" + # and no longer remove DT_RUNPATH in termux-elf-cleaner. + + if [ "$TERMUX_ARCH" = "arm" ]; then + # https://developer.android.com/ndk/guides/standalone_toolchain.html#abi_compatibility: + # "We recommend using the -mthumb compiler flag to force the generation of 16-bit Thumb-2 instructions". + # With r13 of the ndk ruby 2.4.0 segfaults when built on arm with clang without -mthumb. + CFLAGS+=" -march=armv7-a -mfpu=neon -mfloat-abi=softfp -mthumb" + LDFLAGS+=" -march=armv7-a -Wl,--fix-cortex-a8" + elif [ "$TERMUX_ARCH" = "i686" ]; then + # From $NDK/docs/CPU-ARCH-ABIS.html: + CFLAGS+=" -march=i686 -msse3 -mstackrealign -mfpmath=sse" + elif [ "$TERMUX_ARCH" = "aarch64" ]; then + : + elif [ "$TERMUX_ARCH" = "x86_64" ]; then + : + else + termux_error_exit "Invalid arch '$TERMUX_ARCH' - support arches are 'arm', 'i686', 'aarch64', 'x86_64'" + fi + + if [ -n "$TERMUX_DEBUG" ]; then + CFLAGS+=" -g3 -O1 -fstack-protector --param ssp-buffer-size=4 -D_FORTIFY_SOURCE=2" + else + CFLAGS+=" -Os" + fi + + export CXXFLAGS="$CFLAGS" + export CPPFLAGS="-I${TERMUX_PREFIX}/include" + + if [ "$TERMUX_PKG_DEPENDS" != "${TERMUX_PKG_DEPENDS/libandroid-support/}" ]; then + # If using the android support library, link to it and include its headers as system headers: + CPPFLAGS+=" -isystem $TERMUX_PREFIX/include/libandroid-support" + LDFLAGS+=" -landroid-support" + fi + + export ac_cv_func_getpwent=no + export ac_cv_func_getpwnam=no + export ac_cv_func_getpwuid=no + + if [ ! -d $TERMUX_STANDALONE_TOOLCHAIN ]; then + # Do not put toolchain in place until we are done with setup, to avoid having a half setup + # toolchain left in place if something goes wrong (or process is just aborted): + local _TERMUX_TOOLCHAIN_TMPDIR=${TERMUX_STANDALONE_TOOLCHAIN}-tmp + rm -Rf $_TERMUX_TOOLCHAIN_TMPDIR + + local _NDK_ARCHNAME=$TERMUX_ARCH + if [ "$TERMUX_ARCH" = "aarch64" ]; then + _NDK_ARCHNAME=arm64 + elif [ "$TERMUX_ARCH" = "i686" ]; then + _NDK_ARCHNAME=x86 + fi + + "$NDK/build/tools/make_standalone_toolchain.py" \ + --api "$TERMUX_API_LEVEL" \ + --arch $_NDK_ARCHNAME \ + --install-dir $_TERMUX_TOOLCHAIN_TMPDIR + + local wrapped plusplus CLANG_TARGET=$TERMUX_HOST_PLATFORM + if [ $TERMUX_ARCH = arm ]; then CLANG_TARGET=${CLANG_TARGET/arm-/armv7a-}; fi + for wrapped in ${TERMUX_HOST_PLATFORM}-clang clang; do + for plusplus in "" "++"; do + local FILE_TO_REPLACE=$_TERMUX_TOOLCHAIN_TMPDIR/bin/${wrapped}${plusplus} + if [ ! -f $FILE_TO_REPLACE ]; then + termux_error_exit "No toolchain file to override: $FILE_TO_REPLACE" + fi + cp "$TERMUX_SCRIPTDIR/scripts/clang-pie-wrapper" $FILE_TO_REPLACE + sed -i "s/COMPILER/clang38$plusplus/" $FILE_TO_REPLACE + sed -i "s/CLANG_TARGET/$CLANG_TARGET/" $FILE_TO_REPLACE + done + done + + if [ "$TERMUX_ARCH" = "arm" ]; then + # Fix to allow e.g. to be included: + cp $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/arm-linux-androideabi/armv7-a/bits/* \ + $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/bits + elif [ "$TERMUX_ARCH" = "aarch64" ]; then + # Use gold by default to work around https://github.com/android-ndk/ndk/issues/148 + cp $_TERMUX_TOOLCHAIN_TMPDIR/bin/aarch64-linux-android-ld.gold \ + $_TERMUX_TOOLCHAIN_TMPDIR/bin/aarch64-linux-android-ld + cp $_TERMUX_TOOLCHAIN_TMPDIR/aarch64-linux-android/bin/ld.gold \ + $_TERMUX_TOOLCHAIN_TMPDIR/aarch64-linux-android/bin/ld + fi + + cd $_TERMUX_TOOLCHAIN_TMPDIR/sysroot + + for f in $TERMUX_SCRIPTDIR/ndk_patches/*.patch; do + sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" "$f" | \ + sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \ + patch --silent -p1; + done + # elf.h: Taken from glibc since the elf.h in the NDK is lacking. + # sysexits.h: Header-only and used by a few programs. + # ifaddrs.h: Added in android-24 unified headers, use a inline implementation for now. + cp "$TERMUX_SCRIPTDIR"/ndk_patches/{elf.h,sysexits.h,ifaddrs.h} $_TERMUX_TOOLCHAIN_TMPDIR/sysroot/usr/include + + # Remove from the NDK in favour of that from the libandroid-shmem. + # Also remove as it doesn't work for non-root. + rm $_TERMUX_TOOLCHAIN_TMPDIR/sysroot/usr/include/sys/{shm.h,sem.h} + + local _LIBDIR=usr/lib + if [ $TERMUX_ARCH = x86_64 ]; then _LIBDIR+=64; fi + $TERMUX_ELF_CLEANER $_LIBDIR/*.so + + # zlib is really version 1.2.8 in the Android platform (at least + # starting from Android 5), not older as the NDK headers claim. + for file in zconf.h zlib.h; do + curl -o $_TERMUX_TOOLCHAIN_TMPDIR/sysroot/usr/include/$file \ + https://raw.githubusercontent.com/madler/zlib/v1.2.8/$file + done + unset file + + mv $_TERMUX_TOOLCHAIN_TMPDIR $TERMUX_STANDALONE_TOOLCHAIN + fi + + if [ ! -f $TERMUX_PREFIX/lib/libstdc++.so ]; then + # Setup libgnustl_shared.so in $PREFIX/lib and libstdc++.so as a symlink to it, + # so that other C++ using packages links to it instead of the default android + # C++ library which does not support exceptions or STL: + # https://developer.android.com/ndk/guides/cpp-support.html + # We do however want to avoid installing this, to avoid problems where e.g. + # libm.so on some i686 devices links against libstdc++.so. + # The libgnustl_shared.so library will be packaged in the libgnustl package + # which is part of the base Termux installation. + mkdir -p "$TERMUX_PREFIX/lib" + cd "$TERMUX_PREFIX/lib" + _STL_LIBFILE=$TERMUX_STANDALONE_TOOLCHAIN/${TERMUX_HOST_PLATFORM}/lib/libgnustl_shared.so + if [ "$TERMUX_ARCH" = arm ]; then + _STL_LIBFILE=$TERMUX_STANDALONE_TOOLCHAIN/${TERMUX_HOST_PLATFORM}/lib/armv7-a/libgnustl_shared.so + elif [ "$TERMUX_ARCH" = x86_64 ]; then + _STL_LIBFILE=$TERMUX_STANDALONE_TOOLCHAIN/${TERMUX_HOST_PLATFORM}/lib64/libgnustl_shared.so + fi + cp "$_STL_LIBFILE" . + $STRIP --strip-unneeded libgnustl_shared.so + $TERMUX_ELF_CLEANER libgnustl_shared.so + ln -f -s libgnustl_shared.so libstdc++.so + fi + + # Create a pkg-config wrapper. We use path to host pkg-config to + # avoid picking up a cross-compiled pkg-config later on. + local _HOST_PKGCONFIG + _HOST_PKGCONFIG=$(which pkg-config) + mkdir -p $TERMUX_STANDALONE_TOOLCHAIN/bin "$PKG_CONFIG_LIBDIR" + cat > "$PKG_CONFIG" <<-HERE + #!/bin/sh + export PKG_CONFIG_DIR= + export PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR + exec $_HOST_PKGCONFIG "\$@" + HERE + chmod +x "$PKG_CONFIG" +} + +# Apply all *.patch files for the package. Not to be overridden by packages. +termux_step_patch_package() { + cd "$TERMUX_PKG_SRCDIR" # Suffix patch with ".patch32" or ".patch64" to only apply for these bitnesses: + shopt -s nullglob for patch in $TERMUX_PKG_BUILDER_DIR/*.patch{$TERMUX_ARCH_BITS,}; do - test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | \ + test -f "$patch" && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" "$patch" | \ sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \ patch --silent -p1 done + shopt -u nullglob +} - find . -name config.sub -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.sub '{}' \; - find . -name config.guess -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.guess '{}' \; +# Replace autotools build-aux/config.{sub,guess} with ours to add android targets. +termux_step_replace_guess_scripts () { + cd "$TERMUX_PKG_SRCDIR" + find . -name config.sub -exec chmod u+w '{}' \; -exec cp "$TERMUX_SCRIPTDIR/scripts/config.sub" '{}' \; + find . -name config.guess -exec chmod u+w '{}' \; -exec cp "$TERMUX_SCRIPTDIR/scripts/config.guess" '{}' \; } -termux_step_pre_configure () { - return +# For package scripts to override. Called in $TERMUX_PKG_BUILDDIR. +termux_step_pre_configure() { + return } -termux_step_configure () { - if [ ! -e $TERMUX_PKG_SRCDIR/configure ]; then - return - fi +termux_step_configure_autotools () { + if [ ! -e "$TERMUX_PKG_SRCDIR/configure" ]; then return; fi DISABLE_STATIC="--disable-static" if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-static/}" ]; then @@ -424,27 +670,55 @@ termux_step_configure () { fi # Some packages provides a $PKG-config script which some configure scripts pickup instead of pkg-config: - mkdir $TERMUX_PKG_TMPDIR/config-scripts + mkdir "$TERMUX_PKG_TMPDIR/config-scripts" for f in $TERMUX_PREFIX/bin/*config; do - test -f $f && cp $f $TERMUX_PKG_TMPDIR/config-scripts + test -f "$f" && cp "$f" "$TERMUX_PKG_TMPDIR/config-scripts" done export PATH=$TERMUX_PKG_TMPDIR/config-scripts:$PATH - # See http://wiki.buici.com/xwiki/bin/view/Programing+C+and+C%2B%2B/Autoconf+and+RPL_MALLOC - # about this problem which may cause linker errors in test scripts not undef:ing malloc and - # also cause problems with e.g. malloc interceptors such as libgc: - local AVOID_AUTOCONF_WRAPPERS="ac_cv_func_malloc_0_nonnull=yes ac_cv_func_realloc_0_nonnull=yes" - # Similarly, disable gnulib's rpl_getcwd(). It returns the wrong value, affecting zile. See - # . - AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_getcwd_null=yes gl_cv_func_getcwd_posix_signature=yes gl_cv_func_getcwd_path_max=yes gl_cv_func_getcwd_abort_bug=no" - AVOID_AUTOCONF_WRAPPERS+=" gl_cv_header_working_fcntl_h=yes gl_cv_func_fcntl_f_dupfd_cloexec=yes gl_cv_func_fcntl_f_dupfd_works=yes" - # Remove rpl_gettimeofday reference when building at least coreutils: - AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_tzset_clobber=no gl_cv_func_gettimeofday_clobber=no gl_cv_func_gettimeofday_posix_signature=yes" - - env $AVOID_AUTOCONF_WRAPPERS $TERMUX_PKG_SRCDIR/configure \ + # Avoid gnulib wrapping of functions when cross compiling. See + # http://wiki.osdev.org/Cross-Porting_Software#Gnulib + # https://gitlab.com/sortix/sortix/wikis/Gnulib + # https://github.com/termux/termux-packages/issues/76 + local AVOID_GNULIB="" + AVOID_GNULIB+=" ac_cv_func_malloc_0_nonnull=yes" + AVOID_GNULIB+=" ac_cv_func_realloc_0_nonnull=yes" + AVOID_GNULIB+=" am_cv_func_working_getline=yes" + AVOID_GNULIB+=" gl_cv_func_dup2_works=yes" + AVOID_GNULIB+=" gl_cv_func_fcntl_f_dupfd_cloexec=yes" + AVOID_GNULIB+=" gl_cv_func_fcntl_f_dupfd_works=yes" + AVOID_GNULIB+=" gl_cv_func_getcwd_abort_bug=no" + AVOID_GNULIB+=" gl_cv_func_getcwd_null=yes" + AVOID_GNULIB+=" gl_cv_func_getcwd_path_max=yes" + AVOID_GNULIB+=" gl_cv_func_getcwd_posix_signature=yes" + AVOID_GNULIB+=" gl_cv_func_gettimeofday_clobber=no" + AVOID_GNULIB+=" gl_cv_func_gettimeofday_posix_signature=yes" + AVOID_GNULIB+=" gl_cv_func_link_works=yes" + AVOID_GNULIB+=" gl_cv_func_lstat_dereferences_slashed_symlink=yes" + AVOID_GNULIB+=" gl_cv_func_memchr_works=yes" + AVOID_GNULIB+=" gl_cv_func_mkdir_trailing_dot_works=yes" + AVOID_GNULIB+=" gl_cv_func_mkdir_trailing_slash_works=yes" + AVOID_GNULIB+=" gl_cv_func_select_detects_ebadf=yes" + AVOID_GNULIB+=" gl_cv_func_snprintf_retval_c99=yes" + AVOID_GNULIB+=" gl_cv_func_stat_dir_slash=yes" + AVOID_GNULIB+=" gl_cv_func_stat_file_slash=yes" + AVOID_GNULIB+=" gl_cv_func_strerror_0_works=yes" + AVOID_GNULIB+=" gl_cv_func_symlink_works=yes" + AVOID_GNULIB+=" gl_cv_func_tzset_clobber=no" + AVOID_GNULIB+=" gl_cv_func_unlink_honors_slashes=yes" + AVOID_GNULIB+=" gl_cv_func_unlink_honors_slashes=yes" + AVOID_GNULIB+=" gl_cv_func_wcwidth_works=yes" + AVOID_GNULIB+=" gl_cv_func_working_getdelim=yes" + AVOID_GNULIB+=" gl_cv_func_working_mkstemp=yes" + AVOID_GNULIB+=" gl_cv_func_working_mktime=yes" + AVOID_GNULIB+=" gl_cv_func_working_strerror=yes" + AVOID_GNULIB+=" gl_cv_header_working_fcntl_h=yes" + + # NOTE: We do not want to quote AVOID_GNULIB as we want word expansion. + env $AVOID_GNULIB "$TERMUX_PKG_SRCDIR/configure" \ --disable-dependency-tracking \ --prefix=$TERMUX_PREFIX \ - --disable-rpath --disable-rpath-hack \ + --disable-rpath --disable-rpath-hack \ $HOST_FLAG \ $TERMUX_PKG_EXTRA_CONFIGURE_ARGS \ $DISABLE_NLS \ @@ -453,55 +727,95 @@ termux_step_configure () { --libexecdir=$TERMUX_PREFIX/libexec } -termux_step_post_configure () { - return +termux_step_configure_cmake () { + termux_setup_cmake + + local TOOLCHAIN_ARGS="-DCMAKE_ANDROID_STANDALONE_TOOLCHAIN=$TERMUX_STANDALONE_TOOLCHAIN" + local BUILD_TYPE=MinSizeRel + test -n "$TERMUX_DEBUG" && BUILD_TYPE=Debug + + local CMAKE_PROC=$TERMUX_ARCH + test $CMAKE_PROC == "arm" && CMAKE_PROC='armv7-a' + + # XXX: CMAKE_{AR,RANLIB} needed for at least jsoncpp build to not + # pick up cross compiled binutils tool in $PREFIX/bin: + cmake -G 'Unix Makefiles' "$TERMUX_PKG_SRCDIR" \ + -DCMAKE_AR="$(which $AR)" \ + -DCMAKE_RANLIB="$(which $RANLIB)" \ + -DCMAKE_BUILD_TYPE=$BUILD_TYPE \ + -DCMAKE_CROSSCOMPILING=True \ + -DCMAKE_C_FLAGS="$CFLAGS $CPPFLAGS" \ + -DCMAKE_CXX_FLAGS="$CXXFLAGS $CPPFLAGS" \ + -DCMAKE_LINKER="$TERMUX_STANDALONE_TOOLCHAIN/bin/$LD $LDFLAGS" \ + -DCMAKE_FIND_ROOT_PATH=$TERMUX_PREFIX \ + -DCMAKE_FIND_ROOT_PATH_MODE_INCLUDE=ONLY \ + -DCMAKE_FIND_ROOT_PATH_MODE_LIBRARY=ONLY \ + -DCMAKE_INSTALL_PREFIX=$TERMUX_PREFIX \ + -DCMAKE_MAKE_PROGRAM=`which make` \ + -DCMAKE_SYSTEM_PROCESSOR=$CMAKE_PROC \ + -DCMAKE_SYSTEM_NAME=Android \ + -DCMAKE_SYSTEM_VERSION=21 \ + -DCMAKE_SKIP_INSTALL_RPATH=ON \ + -DCMAKE_USE_SYSTEM_LIBRARIES=True \ + -DBUILD_TESTING=OFF \ + $TERMUX_PKG_EXTRA_CONFIGURE_ARGS $TOOLCHAIN_ARGS } -termux_step_pre_make () { - return +termux_step_configure () { + if [ "$TERMUX_PKG_FORCE_CMAKE" == 'no' ] && [ -f "$TERMUX_PKG_SRCDIR/configure" ]; then + termux_step_configure_autotools + elif [ -f "$TERMUX_PKG_SRCDIR/CMakeLists.txt" ]; then + termux_step_configure_cmake + fi } -termux_step_make () { - if ls *akefile &> /dev/null; then - if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then - make -j $TERMUX_MAKE_PROCESSES - else - make -j $TERMUX_MAKE_PROCESSES ${TERMUX_PKG_EXTRA_MAKE_ARGS} - fi - fi +termux_step_post_configure () { + return } -termux_step_make_install () { - if ls *akefile &> /dev/null; then - : ${TERMUX_PKG_MAKE_INSTALL_TARGET:="install"}: - # Some packages have problem with parallell install, and it does not buy much, so use -j 1. - if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then - make -j 1 ${TERMUX_PKG_MAKE_INSTALL_TARGET} - else - make -j 1 ${TERMUX_PKG_EXTRA_MAKE_ARGS} ${TERMUX_PKG_MAKE_INSTALL_TARGET} - fi - fi +termux_step_make() { + if ls ./*akefile &> /dev/null; then + if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then + make -j $TERMUX_MAKE_PROCESSES + else + make -j $TERMUX_MAKE_PROCESSES ${TERMUX_PKG_EXTRA_MAKE_ARGS} + fi + fi } -termux_step_post_make_install () { - return +termux_step_make_install() { + if ls ./*akefile &> /dev/null; then + : "${TERMUX_PKG_MAKE_INSTALL_TARGET:="install"}" + # Some packages have problem with parallell install, and it does not buy much, so use -j 1. + if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then + make -j 1 ${TERMUX_PKG_MAKE_INSTALL_TARGET} + else + make -j 1 ${TERMUX_PKG_EXTRA_MAKE_ARGS} ${TERMUX_PKG_MAKE_INSTALL_TARGET} + fi + fi +} + +# Hook function for package scripts to override. +termux_step_post_make_install() { + return } -termux_step_extract_into_massagedir () { - TARBALL_ORIG=$TERMUX_PKG_PACKAGEDIR/${TERMUX_PKG_NAME}_orig.tar.gz +termux_step_extract_into_massagedir() { + local TARBALL_ORIG=$TERMUX_PKG_PACKAGEDIR/${TERMUX_PKG_NAME}_orig.tar.gz # Build diff tar with what has changed during the build: cd $TERMUX_PREFIX - $TERMUX_TAR -N $TERMUX_BUILD_TS_FILE -czf $TARBALL_ORIG . + $TERMUX_TAR -N "$TERMUX_BUILD_TS_FILE" -czf "$TARBALL_ORIG" . # Extract tar in order to massage it - mkdir -p $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX - cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX - $TERMUX_TAR xf $TARBALL_ORIG + mkdir -p "$TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX" + cd "$TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX" + $TERMUX_TAR xf "$TARBALL_ORIG" + rm "$TARBALL_ORIG" } -termux_step_massage () { - cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX +termux_step_massage() { + cd "$TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX" # Remove lib/charset.alias which is installed by gettext-using packages: rm -f lib/charset.alias @@ -509,13 +823,17 @@ termux_step_massage () { # Remove non-english man pages: test -d share/man && (cd share/man; for f in `ls | grep -v man`; do rm -Rf $f; done ) - if [ -z ${TERMUX_PKG_KEEP_INFOPAGES+x} ]; then + if [ -z "${TERMUX_PKG_KEEP_INFOPAGES+x}" ]; then # Remove info pages: rm -Rf share/info fi - # Remove other docs: - rm -Rf share/doc share/locale + # Remove locale files we're not interested in:: + rm -Rf share/locale + if [ -z "${TERMUX_PKG_KEEP_SHARE_DOC+x}" ]; then + # Remove info pages: + rm -Rf share/doc + fi # Remove old kept libraries (readline): find . -name '*.old' -delete @@ -526,313 +844,221 @@ termux_step_massage () { find . -name '*.la' -delete fi - # .. move over sbin to bin - for file in sbin/*; do if test -f $file; then mv $file bin/; fi; done + # Move over sbin to bin: + for file in sbin/*; do if test -f "$file"; then mv "$file" bin/; fi; done - # file(1) may fail for certain unusual files, so disable pipefail - set +e +o pipefail - # Remove world permissions and add write permissions: - find . -exec chmod u+w,o-rwx \{\} \; - # .. strip binaries (setting them as writeable first) - if [ "$TERMUX_DEBUG" = "" ]; then - find . -type f | xargs file | grep -E "(executable|shared object)" | grep ELF | cut -f 1 -d : | xargs $STRIP --strip-unneeded --preserve-dates -R '.gnu.version*' - fi - # Fix shebang paths: - for file in `find -L . -type f`; do - head -c 100 $file | grep -E "^#\!.*\\/bin\\/.*" | grep -q -E -v "^#\! ?\\/system" && sed --follow-symlinks -i -E "1 s@^#\!(.*)/bin/(.*)@#\!$TERMUX_PREFIX/bin/\2@" $file - done - set -e -o pipefail - # Remove DT_ entries which the android 5.1 linker warns about: + # Remove world permissions and add write permissions. + # The -f flag is used to suppress warnings about dangling symlinks (such + # as ones to /system/... which may not exist on the build machine): + find . -exec chmod -f u+w,o-rwx \{\} \; if [ "$TERMUX_DEBUG" = "" ]; then - find . -type f -print0 | xargs -0 $TERMUX_ELF_CLEANER + # Strip binaries. file(1) may fail for certain unusual files, so disable pipefail. + set +e +o pipefail + find . -type f | xargs -r file | grep -E "(executable|shared object)" | grep ELF | cut -f 1 -d : | \ + xargs -r "$STRIP" --strip-unneeded --preserve-dates + set -e -o pipefail fi + # Remove DT_ entries which the android 5.1 linker warns about: + find . -type f -print0 | xargs -r -0 "$TERMUX_ELF_CLEANER" + + # Fix shebang paths: + while IFS= read -r -d '' file + do + head -c 100 "$file" | grep -E "^#\!.*\\/bin\\/.*" | grep -q -E -v "^#\! ?\\/system" && sed --follow-symlinks -i -E "1 s@^#\!(.*)/bin/(.*)@#\!$TERMUX_PREFIX/bin/\2@" "$file" + done < <(find -L . -type f -print0) test ! -z "$TERMUX_PKG_RM_AFTER_INSTALL" && rm -Rf $TERMUX_PKG_RM_AFTER_INSTALL find . -type d -empty -delete # Remove empty directories - # Sub packages: - if [ -d include -a -z "${TERMUX_PKG_NO_DEVELSPLIT}" ]; then - # Add virtual -dev sub package if there are include files: - _DEVEL_SUBPACKAGE_FILE=$TERMUX_PKG_TMPDIR/${TERMUX_PKG_NAME}-dev.subpackage.sh - echo TERMUX_SUBPKG_INCLUDE=\"include share/man/man3 lib/pkgconfig share/aclocal $TERMUX_PKG_INCLUDE_IN_DEVPACKAGE\" > $_DEVEL_SUBPACKAGE_FILE - echo TERMUX_SUBPKG_DESCRIPTION=\"Development files for ${TERMUX_PKG_NAME}\" >> $_DEVEL_SUBPACKAGE_FILE + # Sub packages: + if [ -d include ] && [ -z "${TERMUX_PKG_NO_DEVELSPLIT}" ]; then + # Add virtual -dev sub package if there are include files: + local _DEVEL_SUBPACKAGE_FILE=$TERMUX_PKG_TMPDIR/${TERMUX_PKG_NAME}-dev.subpackage.sh + echo TERMUX_SUBPKG_INCLUDE=\"include share/man/man3 lib/pkgconfig share/aclocal lib/cmake $TERMUX_PKG_INCLUDE_IN_DEVPACKAGE\" > "$_DEVEL_SUBPACKAGE_FILE" + echo "TERMUX_SUBPKG_DESCRIPTION=\"Development files for ${TERMUX_PKG_NAME}\"" >> "$_DEVEL_SUBPACKAGE_FILE" if [ -n "$TERMUX_PKG_DEVPACKAGE_DEPENDS" ]; then - echo TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME,$TERMUX_PKG_DEVPACKAGE_DEPENDS\" >> $_DEVEL_SUBPACKAGE_FILE + echo "TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME,$TERMUX_PKG_DEVPACKAGE_DEPENDS\"" >> "$_DEVEL_SUBPACKAGE_FILE" else - echo TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME\" >> $_DEVEL_SUBPACKAGE_FILE - fi - if [ x$TERMUX_PKG_CONFLICTS != x ]; then - # Assume that dev packages conflicts as well. - echo "TERMUX_SUBPKG_CONFLICTS=${TERMUX_PKG_CONFLICTS}-dev" >> $_DEVEL_SUBPACKAGE_FILE + echo "TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME\"" >> "$_DEVEL_SUBPACKAGE_FILE" fi - fi - # Now build all sub packages - rm -Rf $TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages + fi + # Now build all sub packages + rm -Rf "$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages" for subpackage in $TERMUX_PKG_BUILDER_DIR/*.subpackage.sh $TERMUX_PKG_TMPDIR/*subpackage.sh; do - test ! -f $subpackage && continue - SUB_PKG_NAME=`basename $subpackage .subpackage.sh` - # Default value is same as main package, but sub package may override: - TERMUX_SUBPKG_PLATFORM_INDEPENDENT=$TERMUX_PKG_PLATFORM_INDEPENDENT - SUB_PKG_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages/$SUB_PKG_NAME - TERMUX_SUBPKG_DEPENDS="" - TERMUX_SUBPKG_CONFLICTS="" - SUB_PKG_MASSAGE_DIR=$SUB_PKG_DIR/massage/$TERMUX_PREFIX - SUB_PKG_PACKAGE_DIR=$SUB_PKG_DIR/package - mkdir -p $SUB_PKG_MASSAGE_DIR $SUB_PKG_PACKAGE_DIR - - . $subpackage - - for includeset in $TERMUX_SUBPKG_INCLUDE; do - _INCLUDE_DIRSET=`dirname $includeset` - test "$_INCLUDE_DIRSET" = "." && _INCLUDE_DIRSET="" - if [ -e $includeset -o -L $includeset ]; then + test ! -f "$subpackage" && continue + local SUB_PKG_NAME + SUB_PKG_NAME=$(basename "$subpackage" .subpackage.sh) + # Default value is same as main package, but sub package may override: + local TERMUX_SUBPKG_PLATFORM_INDEPENDENT=$TERMUX_PKG_PLATFORM_INDEPENDENT + local SUB_PKG_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages/$SUB_PKG_NAME + local TERMUX_SUBPKG_DEPENDS="" + local TERMUX_SUBPKG_CONFLICTS="" + local SUB_PKG_MASSAGE_DIR=$SUB_PKG_DIR/massage/$TERMUX_PREFIX + local SUB_PKG_PACKAGE_DIR=$SUB_PKG_DIR/package + mkdir -p "$SUB_PKG_MASSAGE_DIR" "$SUB_PKG_PACKAGE_DIR" + + # shellcheck source=/dev/null + source $subpackage + + for includeset in $TERMUX_SUBPKG_INCLUDE; do + local _INCLUDE_DIRSET + _INCLUDE_DIRSET=$(dirname "$includeset") + test "$_INCLUDE_DIRSET" = "." && _INCLUDE_DIRSET="" + if [ -e "$includeset" ] || [ -L "$includeset" ]; then # Add the -L clause to handle relative symbolic links: - mkdir -p $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET - mv $includeset $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET - fi - done + mkdir -p "$SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET" + mv "$includeset" "$SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET" + fi + done - SUB_PKG_ARCH=$TERMUX_ARCH - test -n "$TERMUX_SUBPKG_PLATFORM_INDEPENDENT" && SUB_PKG_ARCH=all + local SUB_PKG_ARCH=$TERMUX_ARCH + test -n "$TERMUX_SUBPKG_PLATFORM_INDEPENDENT" && SUB_PKG_ARCH=all - cd $SUB_PKG_DIR/massage - SUB_PKG_INSTALLSIZE=`du -sk . | cut -f 1` - $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/data.tar.xz . + cd "$SUB_PKG_DIR/massage" + local SUB_PKG_INSTALLSIZE + SUB_PKG_INSTALLSIZE=$(du -sk . | cut -f 1) + $TERMUX_TAR -cJf "$SUB_PKG_PACKAGE_DIR/data.tar.xz" . - mkdir -p DEBIAN + mkdir -p DEBIAN cd DEBIAN - cat > control <> control - test ! -z "$TERMUX_SUBPKG_CONFLICTS" && echo "Conflicts: $TERMUX_SUBPKG_CONFLICTS" >> control - $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/control.tar.xz . - - # Create the actual .deb file: - TERMUX_SUBPKG_DEBFILE=$TERMUX_DEBDIR/${SUB_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${SUB_PKG_ARCH}.deb - ar cr $TERMUX_SUBPKG_DEBFILE \ - $TERMUX_COMMON_CACHEDIR/debian-binary \ - $SUB_PKG_PACKAGE_DIR/control.tar.xz \ - $SUB_PKG_PACKAGE_DIR/data.tar.xz - if [ "$TERMUX_PROCESS_DEB" != "" ]; then - $TERMUX_PROCESS_DEB $TERMUX_SUBPKG_DEBFILE - fi - - # Go back to main package: - cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX + cat > control <<-HERE + Package: $SUB_PKG_NAME + Architecture: ${SUB_PKG_ARCH} + Installed-Size: ${SUB_PKG_INSTALLSIZE} + Maintainer: $TERMUX_PKG_MAINTAINER + Version: $TERMUX_PKG_FULLVERSION + Description: $TERMUX_SUBPKG_DESCRIPTION + Homepage: $TERMUX_PKG_HOMEPAGE + HERE + test ! -z "$TERMUX_SUBPKG_DEPENDS" && echo "Depends: $TERMUX_SUBPKG_DEPENDS" >> control + test ! -z "$TERMUX_SUBPKG_CONFLICTS" && echo "Conflicts: $TERMUX_SUBPKG_CONFLICTS" >> control + $TERMUX_TAR -cJf "$SUB_PKG_PACKAGE_DIR/control.tar.xz" . + + # Create the actual .deb file: + TERMUX_SUBPKG_DEBFILE=$TERMUX_DEBDIR/${SUB_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${SUB_PKG_ARCH}.deb + test ! -f "$TERMUX_COMMON_CACHEDIR/debian-binary" && echo "2.0" > "$TERMUX_COMMON_CACHEDIR/debian-binary" + ar cr "$TERMUX_SUBPKG_DEBFILE" \ + "$TERMUX_COMMON_CACHEDIR/debian-binary" \ + "$SUB_PKG_PACKAGE_DIR/control.tar.xz" \ + "$SUB_PKG_PACKAGE_DIR/data.tar.xz" + + # Go back to main package: + cd "$TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX" done # .. remove empty directories (NOTE: keep this last): find . -type d -empty -delete - # Make sure user can read and write all files (problem with dpkg otherwise): - chmod -R u+rw . + # Make sure user can read and write all files (problem with dpkg otherwise): + chmod -R u+rw . } -termux_step_post_massage () { - return +termux_step_post_massage() { + return } -termux_step_create_debscripts () { - return -} +# Create data.tar.gz with files to package. Not to be overridden by package scripts. +termux_step_create_datatar() { + # Create data tarball containing files to package: + cd "$TERMUX_PKG_MASSAGEDIR" -termux_setup_golang () { - export GOOS=android - export CGO_ENABLED=1 - export GO_LDFLAGS="-extldflags=-pie" - if [ "$TERMUX_ARCH" = "arm" ]; then - export GOARCH=arm - export GOARM=7 - elif [ "$TERMUX_ARCH" = "i686" ]; then - export GOARCH=386 - export GO386=sse2 - elif [ "$TERMUX_ARCH" = "aarch64" ]; then - export GOARCH=arm64 - elif [ "$TERMUX_ARCH" = "x86_64" ]; then - export GOARCH=amd64 - else - echo "ERROR: Unsupported arch: $TERMUX_ARCH" - exit 1 + local HARDLINKS="$(find . -type f -links +1)" + if [ -n "$HARDLINKS" ]; then + termux_error_exit "Package contains hard links: $HARDLINKS" fi - local TERMUX_GO_VERSION=go1.6.2 - local TERMUX_GO_PLATFORM=linux-amd64 - test `uname` = "Darwin" && TERMUX_GO_PLATFORM=darwin-amd64 - - export TERMUX_BUILDGO_FOLDER=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM} - export GOROOT=$TERMUX_BUILDGO_FOLDER - export PATH=$GOROOT/bin:$PATH - - if [ -d $TERMUX_BUILDGO_FOLDER ]; then return; fi + if [ -z "${TERMUX_PKG_METAPACKAGE+x}" ] && [ "$(find . -type f)" = "" ]; then + termux_error_exit "No files in package" + fi + $TERMUX_TAR -cJf "$TERMUX_PKG_PACKAGEDIR/data.tar.xz" . +} - local TERMUX_BUILDGO_TAR=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz - rm -Rf $TERMUX_COMMON_CACHEDIR/go $TERMUX_BUILDGO_FOLDER - termux_download https://storage.googleapis.com/golang/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz $TERMUX_BUILDGO_TAR - ( cd $TERMUX_COMMON_CACHEDIR; tar xf $TERMUX_BUILDGO_TAR; mv go $TERMUX_BUILDGO_FOLDER; rm $TERMUX_BUILDGO_TAR ) +termux_step_create_debscripts() { + return } -source $TERMUX_PKG_BUILDER_SCRIPT +# Create the build deb file. Not to be overridden by package scripts. +termux_step_create_debfile() { + # Get install size. This will be written as the "Installed-Size" deb field so is measured in 1024-byte blocks: + local TERMUX_PKG_INSTALLSIZE + TERMUX_PKG_INSTALLSIZE=$(du -sk . | cut -f 1) + + # From here on TERMUX_ARCH is set to "all" if TERMUX_PKG_PLATFORM_INDEPENDENT is set by the package + test -n "$TERMUX_PKG_PLATFORM_INDEPENDENT" && TERMUX_ARCH=all + + mkdir -p DEBIAN + cat > DEBIAN/control <<-HERE + Package: $TERMUX_PKG_NAME + Architecture: ${TERMUX_ARCH} + Installed-Size: ${TERMUX_PKG_INSTALLSIZE} + Maintainer: $TERMUX_PKG_MAINTAINER + Version: $TERMUX_PKG_FULLVERSION + Description: $TERMUX_PKG_DESCRIPTION + Homepage: $TERMUX_PKG_HOMEPAGE + HERE + test ! -z "$TERMUX_PKG_DEPENDS" && echo "Depends: $TERMUX_PKG_DEPENDS" >> DEBIAN/control + test ! -z "$TERMUX_PKG_ESSENTIAL" && echo "Essential: yes" >> DEBIAN/control + test ! -z "$TERMUX_PKG_CONFLICTS" && echo "Conflicts: $TERMUX_PKG_CONFLICTS" >> DEBIAN/control + test ! -z "$TERMUX_PKG_REPLACES" && echo "Replaces: $TERMUX_PKG_REPLACES" >> DEBIAN/control + + # Create DEBIAN/conffiles (see https://www.debian.org/doc/debian-policy/ap-pkg-conffiles.html): + for f in $TERMUX_PKG_CONFFILES; do echo "$TERMUX_PREFIX/$f" >> DEBIAN/conffiles; done + + # Allow packages to create arbitrary control files. + # XXX: Should be done in a better way without a function? + cd DEBIAN + termux_step_create_debscripts + + # Create control.tar.xz + $TERMUX_TAR -cJf "$TERMUX_PKG_PACKAGEDIR/control.tar.xz" . + + test ! -f "$TERMUX_COMMON_CACHEDIR/debian-binary" && echo "2.0" > "$TERMUX_COMMON_CACHEDIR/debian-binary" + TERMUX_PKG_DEBFILE=$TERMUX_DEBDIR/${TERMUX_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${TERMUX_ARCH}.deb + # Create the actual .deb file: + ar cr "$TERMUX_PKG_DEBFILE" \ + "$TERMUX_COMMON_CACHEDIR/debian-binary" \ + "$TERMUX_PKG_PACKAGEDIR/control.tar.xz" \ + "$TERMUX_PKG_PACKAGEDIR/data.tar.xz" +} -if [ -n "${TERMUX_PKG_BLACKLISTED_ARCHES:=""}" -a "$TERMUX_PKG_BLACKLISTED_ARCHES" != "${TERMUX_PKG_BLACKLISTED_ARCHES/$TERMUX_ARCH/}" ]; then - echo "Skipping building $TERMUX_PKG_NAME for arch $TERMUX_ARCH" +# Finish the build. Not to be overridden by package scripts. +termux_step_finish_build() { + echo "termux - build of '$TERMUX_PKG_NAME' done" + test -t 1 && printf "\033]0;%s - DONE\007" "$TERMUX_PKG_NAME" + mkdir -p /data/data/.built-packages + echo "$TERMUX_PKG_FULLVERSION" > "/data/data/.built-packages/$TERMUX_PKG_NAME" exit 0 -fi - -echo "termux - building $1 for arch $TERMUX_ARCH..." -test -t 1 && printf "\033]0;$1...\007" - -# Compute full version: -TERMUX_PKG_FULLVERSION=$TERMUX_PKG_VERSION -if [ "$TERMUX_PKG_BUILD_REVISION" != "0" -o "$TERMUX_PKG_FULLVERSION" != "${TERMUX_PKG_FULLVERSION/-/}" ]; then - # "0" is the default revision, so only include it if the upstream versions contains "-" itself - TERMUX_PKG_FULLVERSION+="-$TERMUX_PKG_BUILD_REVISION" -fi +} -# Start by extracting the package src into $TERMUX_PKG_SRCURL: +termux_step_handle_arguments "$@" +termux_step_setup_variables +termux_step_handle_buildarch +termux_step_start_build termux_step_extract_package -# Optional post processing: +cd "$TERMUX_PKG_SRCDIR" termux_step_post_extract_package - -# Optional host build: -if [ "x$TERMUX_PKG_HOSTBUILD" != "x" ]; then - cd $TERMUX_PKG_SRCDIR - for patch in $TERMUX_PKG_BUILDER_DIR/*.patch.beforehostbuild; do - test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | patch --silent -p1 - done - - if [ -f "$TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION" ]; then - echo "Using already built host build" - else - mkdir -p $TERMUX_PKG_HOSTBUILD_DIR - cd $TERMUX_PKG_HOSTBUILD_DIR - - ORIG_AR=$AR; unset AR - ORIG_AS=$AS; unset AS - ORIG_CC=$CC; unset CC - ORIG_CXX=$CXX; unset CXX - ORIG_CPP=$CPP; unset CPP - ORIG_CFLAGS=$CFLAGS; unset CFLAGS - ORIG_CPPFLAGS=$CPPFLAGS; unset CPPFLAGS - ORIG_CXXFLAGS=$CXXFLAGS; unset CXXFLAGS - ORIG_LDFLAGS=$LDFLAGS; unset LDFLAGS - ORIG_RANLIB=$RANLIB; unset RANLIB - ORIG_LD=$LD; unset LD - ORIG_PKG_CONFIG=$PKG_CONFIG; unset PKG_CONFIG - ORIG_PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR; unset PKG_CONFIG_LIBDIR - ORIG_STRIP=$STRIP; unset STRIP - - termux_step_host_build - touch $TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION - - export AR=$ORIG_AR - export AS=$ORIG_AS - export CC=$ORIG_CC - export CXX=$ORIG_CXX - export CPP=$ORIG_CPP - export CFLAGS=$ORIG_CFLAGS - export CPPFLAGS=$ORIG_CPPFLAGS - export CXXFLAGS=$ORIG_CXXFLAGS - export LDFLAGS=$ORIG_LDFLAGS - export RANLIB=$ORIG_RANLIB - export LD=$ORIG_LD - export PKG_CONFIG=$ORIG_PKG_CONFIG - export PKG_CONFIG_LIBDIR=$ORIG_PKG_CONFIG_LIBDIR - export STRIP=$ORIG_STRIP - fi -fi - -if [ "$TERMUX_PKG_DEPENDS" != "${TERMUX_PKG_DEPENDS/libandroid-support/}" ]; then - # If using the android support library, link to it and include its headers as system headers: - export CPPFLAGS="$CPPFLAGS -isystem $TERMUX_PREFIX/include/libandroid-support" - export LDFLAGS="$LDFLAGS -landroid-support" -fi - -if [ -n "$TERMUX_PKG_BUILD_IN_SRC" ]; then - echo "Building in src due to TERMUX_PKG_BUILD_IN_SRC being set" >> $TERMUX_PKG_BUILDDIR/BUILDING_IN_SRC.txt - TERMUX_PKG_BUILDDIR=$TERMUX_PKG_SRCDIR -fi - -cd $TERMUX_PKG_BUILDDIR +termux_step_handle_hostbuild +termux_step_setup_toolchain termux_step_patch_package -cd $TERMUX_PKG_BUILDDIR +termux_step_replace_guess_scripts +cd "$TERMUX_PKG_BUILDDIR" termux_step_pre_configure -cd $TERMUX_PKG_BUILDDIR +cd "$TERMUX_PKG_BUILDDIR" termux_step_configure -cd $TERMUX_PKG_BUILDDIR +cd "$TERMUX_PKG_BUILDDIR" termux_step_post_configure -cd $TERMUX_PKG_BUILDDIR -termux_step_pre_make -cd $TERMUX_PKG_BUILDDIR +cd "$TERMUX_PKG_BUILDDIR" termux_step_make -cd $TERMUX_PKG_BUILDDIR +cd "$TERMUX_PKG_BUILDDIR" termux_step_make_install -cd $TERMUX_PKG_BUILDDIR +cd "$TERMUX_PKG_BUILDDIR" termux_step_post_make_install -cd $TERMUX_PKG_MASSAGEDIR +cd "$TERMUX_PKG_MASSAGEDIR" termux_step_extract_into_massagedir -cd $TERMUX_PKG_MASSAGEDIR +cd "$TERMUX_PKG_MASSAGEDIR" termux_step_massage -cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX +cd "$TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX" termux_step_post_massage - -# Create data tarball containing files to package: -cd $TERMUX_PKG_MASSAGEDIR -if [ "`find . -type f`" = "" ]; then - echo "ERROR: No files in package" - exit 1 -fi -$TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/data.tar.xz . - -# Get install size. This will be written as the "Installed-Size" deb field so is measured in 1024-byte blocks: -TERMUX_PKG_INSTALLSIZE=`du -sk . | cut -f 1` - -# Create deb package: -# NOTE: From here on TERMUX_ARCH is set to "all" if TERMUX_PKG_PLATFORM_INDEPENDENT is set by the package -test -n "$TERMUX_PKG_PLATFORM_INDEPENDENT" && TERMUX_ARCH=all - -cd $TERMUX_PKG_MASSAGEDIR - -mkdir -p DEBIAN -cat > DEBIAN/control <> DEBIAN/control -test ! -z "$TERMUX_PKG_ESSENTIAL" && echo "Essential: yes" >> DEBIAN/control -test ! -z "$TERMUX_PKG_CONFLICTS" && echo "Conflicts: $TERMUX_PKG_CONFLICTS" >> DEBIAN/control - -# Create DEBIAN/conffiles (see https://www.debian.org/doc/debian-policy/ap-pkg-conffiles.html): -for f in $TERMUX_PKG_CONFFILES; do echo $TERMUX_PREFIX/$f >> DEBIAN/conffiles; done -# Allow packages to create arbitrary control files: -cd DEBIAN -termux_step_create_debscripts - -# Create control.tar.xz -$TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/control.tar.xz . -# In the .deb ar file there should be a file "debian-binary" with "2.0" as the content: -TERMUX_PKG_DEBFILE=$TERMUX_DEBDIR/${TERMUX_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${TERMUX_ARCH}.deb -# Create the actual .deb file: -ar cr $TERMUX_PKG_DEBFILE \ - $TERMUX_COMMON_CACHEDIR/debian-binary \ - $TERMUX_PKG_PACKAGEDIR/control.tar.xz \ - $TERMUX_PKG_PACKAGEDIR/data.tar.xz - -if [ "$TERMUX_PROCESS_DEB" != "" ]; then - $TERMUX_PROCESS_DEB $TERMUX_PKG_DEBFILE -fi - -echo "termux - build of '$1' done" -test -t 1 && printf "\033]0;$1 - DONE\007" -exit 0 +termux_step_create_datatar +termux_step_create_debfile +termux_step_finish_build