bootfs-and-kernel.sh

#!/bin/bash
set -e
set -o pipefail
set -u

PARALLELLA_HW_REVISION=${PARALLELLA_HW_REVISION:-master}

CROSS_COMPILE=${CROSS_COMPILE:-arm-linux-gnueabihf-}
DEBUG=${DEBUG:-no}
PARALLELLA_LINUX=${PARALLELLA_LINUX:-}

CONFIGURATIONS="\
parallella_e16_headless_gpiose_7010.bit.bin,zynq-parallella-headless.dtb \
parallella_e16_headless_gpiose_7020.bit.bin,zynq-parallella-headless.dtb \
parallella_e16_headless_noelink_gpiose_7010.bit.bin,zynq-parallella-headless-noelink.dtb \
parallella_e16_headless_noelink_gpiose_7020.bit.bin,zynq-parallella-headless-noelink.dtb \
parallella_e16_hdmi_gpiose_7010.bit.bin,zynq-parallella.dtb \
parallella_e16_hdmi_gpiose_7020.bit.bin,zynq-parallella.dtb"

#Disabled (lacks bitstream)
#parallella_e16_hdmi_gpiose_7010.bit.bin,zynq-parallella.dtb \
#parallella_e16_hdmi_gpiose_7020.bit.bin,zynq-parallella.dtb \

#No new bitstream for Epiphany-IV atm.
#parallella_e64_hdmi_gpiose_7020.bit.bin,zynq-parallella1-hdmi.dtb \
#parallella_e64_headless_gpiose_7020.bit.bin,zynq-parallella1-headless.dtb"

check_toolchain () {
    if ! ( which ${CROSS_COMPILE}gcc \
        && which ${CROSS_COMPILE}as  \
        && which ${CROSS_COMPILE}ld ) ; then
        echo "Could not find cross toolchain"
        exit 1
    fi
}

download_fpga_bitfile () {
    mkdir -p fpga_bitfiles
    base_url=https://raw.githubusercontent.com/parallella/parallella-hw/$PARALLELLA_HW_REVISION/fpga/bitstreams
    #base_url=https://github.com/parallella/parallella-hw/blob/$PARALLELLA_HW_REVISION/fpga/bitstreams
    curl -s $base_url/$1 -o fpga_bitfiles/$1.tmp
    mv fpga_bitfiles/$1.tmp fpga_bitfiles/$1
}

download_fpga_bitfiles () {
    local IFS c

    echo Downloading bit files...
    (for c in $CONFIGURATIONS; do IFS=,; set $c; download_fpga_bitfile $1; done)
}

check_fpga_bitfile () {
    if [ -f fpga_bitfiles/$1 ]; then
        echo $1: ok
    else
        echo $1: No such file!
        exit 1
    fi
}

check_fpga_bitfiles () {
    local IFS c

    echo Checking bit files...
    (for c in $CONFIGURATIONS; do IFS=,; set $c; check_fpga_bitfile $1 || exit 1; done)
}


clone_kernel () {
    git clone --depth=1 https://github.com/parallella/parallella-linux.git -b parallella-linux-2019.1
    PARALLELLA_LINUX=$(readlink -e parallella-linux)
}


clean=yes
if [ $# -gt 1 ]; then
    echo "Usage: ${0} [--no-clean]"
    exit 1
elif [ $# -eq 1 ]; then
    if [ "$1" != "--no-clean" ]; then
        echo "Usage: ${0} [--no-clean]"
        exit 1
    else
        clean=no
    fi
fi

# TODO
# $1 [in] bootargs
build_kernel () {
    local version jobs kernel_build_log

    version=$(basename $PARALLELLA_LINUX)
    jobs=$(echo $[ 1 + $( nproc || echo 1 ) ] )
    KERNEL_BUILD_DIR=$PWD/build/$version
    MODULES_INSTALL_DIR=$PWD/modules
    HEADERS_INSTALL_DIR=$PWD/headers
    KERNELTOOLS_DESTDIR=$PWD/overlays/perf
    CONFIG_EXTRA=$PWD/kernel.config
    kernel_build_log=$PWD/build/$version.log

    if [ "${clean}" = "yes" ]; then
        rm -fr ${KERNEL_BUILD_DIR}
    fi

    rm -fr ${MODULES_INSTALL_DIR}
    rm -fr ${HEADERS_INSTALL_DIR}

    mkdir -p ${KERNEL_BUILD_DIR}
    mkdir -p ${MODULES_INSTALL_DIR}
    mkdir -p ${HEADERS_INSTALL_DIR}
    rm -f $kernel_build_log
    echo "Building kernel..."
    echo kernel: logfile $kernel_build_log
    (
        set -e
        helper () {
            j=$1
            shift
            echo kernel: make $@
            make -j $j \
                O=$KERNEL_BUILD_DIR \
                ARCH=arm \
                CROSS_COMPILE=$CROSS_COMPILE \
                LOADADDR=0x8000 \
                EXTRA_CFLAGS="${EXTRA_CFLAGS:-}" \
                $@ 2>&1 | tee -a $kernel_build_log
        }
        add_extra_config () {
            if [ -f $CONFIG_EXTRA ]; then
                cat $CONFIG_EXTRA >>  $KERNEL_BUILD_DIR/.config
            fi
            if [ "x${DEBUG}" = "n" -o "x${DEBUG}" = "x" ]; then
                echo "Disabling DEBUG options. Set DEBUG=y environment variable to override"
                sed -i 's/(CONFIG_.*DEBUG.*)=y/\\1=n/g' $KERNEL_BUILD_DIR/.config
            fi
            helper 1 olddefconfig
        }
        cd $PARALLELLA_LINUX
        if [ "x${clean}" != "xno" ]; then
            helper 1 distclean
            helper 1 mrproper
            #helper 1 multi_v7_defconfig
            helper 1 parallella_defconfig
        fi
        add_extra_config
        helper $jobs ""
        helper $jobs uImage
        helper 1 zynq-parallella-headless.dtb
        helper 1 zynq-parallella-headless-noelink.dtb
        helper 1 zynq-parallella.dtb
        helper $jobs modules
        helper 1 INSTALL_MOD_PATH=$MODULES_INSTALL_DIR modules_install
        helper 1 INSTALL_HDR_PATH=$HEADERS_INSTALL_DIR headers_install
        helper 1 -C tools/perf all
        mkdir -p $KERNELTOOLS_DESTDIR/usr/bin
        helper 1 -C tools/perf  DESTDIR=$KERNELTOOLS_DESTDIR V=1 install
#        cp $KERNEL_BUILD_DIR/tools/perf/perf $KERNELTOOLS_DESTDIR/usr/bin
        find ${HEADERS_INSTALL_DIR} -name ".*install*" -delete
    ) && echo kernel: build OK && return 0

    echo kernel: build FAILED
    exit 1
}


build_boot_filesystem () {
    local bitfile dtb kernel name

    bitfile=$1
    dtb=$2
    kernel=uImage
    name=$(echo $bitfile | sed 's/\.bit\.bin//g')

    echo Building bootfs for $name

    rm -rf stage/$name
    mkdir -p stage/$name/boot

    cp fpga_bitfiles/$bitfile                   stage/$name/boot/parallella.bit.bin
    cp $KERNEL_BUILD_DIR/arch/arm/boot/$kernel  stage/$name/boot/uImage
    cp $KERNEL_BUILD_DIR/arch/arm/boot/dts/$dtb stage/$name/boot/devicetree.dtb

    echo "fpga_bitfile: $bitfile" >> stage/$name/boot/build-bootfs.log
    echo "kernel: $kernel" >> stage/$name/boot/build-bootfs.log
    echo "devicetree: $dtb" >> stage/$name/boot/build-bootfs.log

    (
        cd stage
        rm -f ${name}_bootfs.tar.gz
        tar cfz ${name}_bootfs.tar.gz -C $name .
    )
}

build_boot_filesystems () {
    local IFS c
    (for c in $CONFIGURATIONS; do IFS=,; set $c; build_boot_filesystem $1 $2; done)
    mkdir -p out
    rm -rf out/*_bootfs.tar.gz
    cp stage/*bootfs.tar.gz out/
}

main () {

    # TODO: Exit immediately on any failure

    # TODO: Support command line arguments
    # --clean

    check_toolchain || exit 1

    #download_fpga_bitfiles

    check_fpga_bitfiles || exit 1

    if [ "x" != "x$PARALLELLA_LINUX" ]; then
        if ! [ -d "$PARALLELLA_LINUX" ]; then
            echo "\$PARALLELLA_LINUX set but is not a directory."
            exit 1
        else
            echo "Skip downloading parallella-linux"
        fi
    else
        clone_kernel
    fi

    # TODO: Checkout right branch

    build_kernel || exit 1

    build_boot_filesystems
}


main $@