Skip to content

build-open-fleet

build-open-fleet #170

name: Build and Preload OpenFleet
on:
repository_dispatch:
types: [build-open-fleet]
workflow_dispatch:
env:
balena-cli: v16.7.0
raspberrypi3-64: 4.0.16+rev1
raspberrypi4-64: 4.0.7+rev3
raspberrypicm4-ioboard: 4.0.16
rockpi-4b-rk3399: 2.108.25+rev1
balena-bobcat-px30-image: 2023.07.17
bobcat-px30: 2.115.3
balena-bobcat-rk3566-image: 2023.08.15
bobcat-rk3566: 2.115.3
balena-linxdot-rk3566-image: 2023.10.12
linxdot-rk3566: 2.115.3
cloud: nebra-cloud
jobs:
build-open-fleet:
runs-on: ubuntu-20.04
steps:
- name: Export short SHA of commit from upstream trigger
run: |
if [ -z "${{ github.event.client_payload.firmware }}" ]; then
FIRMWARE_SHORT_HASH=$( echo ${GITHUB_SHA:0:7} )
else
FIRMWARE_SHORT_HASH=${{ github.event.client_payload.firmware }}
fi
if [ "${{ github.event.client_payload.branch }}" = "production" ]; then
BRANCH="master"
UPSTREAM_BRANCH="production"
else
BRANCH="testnet"
UPSTREAM_BRANCH="master"
fi
echo "BRANCH=$BRANCH" >> $GITHUB_ENV
echo "UPSTREAM_BRANCH=$UPSTREAM_BRANCH" >> $GITHUB_ENV
echo "FIRMWARE_SHORT_HASH=$FIRMWARE_SHORT_HASH" >> $GITHUB_ENV
echo "Firmware Version: $FIRMWARE_SHORT_HASH"
echo "Branch: $BRANCH"
echo "Upstream Branch: $UPSTREAM_BRANCH"
- uses: actions/checkout@v3
with:
ref: ${{ env.BRANCH }}
- uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Generate Docker Compose
run: |
mkdir templates
wget https://raw.githubusercontent.com/NebraLtd/helium-miner-software/"${{ env.UPSTREAM_BRANCH }}"/settings.ini
wget https://raw.githubusercontent.com/NebraLtd/helium-miner-software/"${{ env.UPSTREAM_BRANCH }}"/requirements.txt
wget https://raw.githubusercontent.com/NebraLtd/helium-miner-software/"${{ env.UPSTREAM_BRANCH }}"/gen_docker_compose_by_variant.py
wget https://raw.githubusercontent.com/NebraLtd/helium-miner-software/"${{ env.UPSTREAM_BRANCH }}"/templates/docker-compose.template -O templates/docker-compose.template
pip install -r requirements.txt
rm -f docker-compose.yml
miner="$(echo ${{ github.event.repository.name }} | cut -d '-' -f2-)"
echo "Repo: $miner"
if [[ "$miner" =~ "nebra" ]] || [[ "$miner" =~ "bobcat" ]] ; then
variant="$miner"
elif [[ "$miner" == "og" ]] ; then
variant="helium-fl1"
else
variant="$miner-fl1"
fi
echo "VARIANT=$variant" >> $GITHUB_ENV
echo "Variant: $variant"
FIRMWARE_SHORT_HASH=${{ env.FIRMWARE_SHORT_HASH }}
python gen_docker_compose_by_variant.py "$variant" -o docker-compose.yml
- name: Determine if Raspberry Pi 3
if: env.BRANCH == 'master'
run: |
repo="${{ github.event.repository.name }}"
if grep -q "outdoor2" <<<"$repo"; then
echo "Not RasPi 3 (ROCK Pi 4B)"
RASPI3="NO"
ROCKPI="YES"
elif grep -q "indoor2" <<<"$repo"; then
echo "Not RasPi 3 (ROCK Pi 4B)"
RASPI3="NO"
ROCKPI="YES"
elif grep -q "outdoor1" <<<"$repo"; then
echo "RasPi 3 Outdoor"
RASPI3="YES"
ROCKPI="NO"
elif grep -q "indoor1" <<<"$repo"; then
echo "RasPi 3 Indoor"
RASPI3="YES"
ROCKPI="NO"
elif grep -q "risinghf" <<<"$repo"; then
echo "RisingHF"
RASPI3="YES"
ROCKPI="NO"
elif grep -q "rkcm3" <<<"$repo"; then
echo "Not RasPi 3 (ROCK CM3)"
RASPI3="NO"
ROCKPI="YES"
else
echo "Not RasPi 3 (Other)"
RASPI3="NO"
ROCKPI="NO"
fi
echo "RASPI3=$RASPI3" >> $GITHUB_ENV
echo "ROCKPI=$ROCKPI" >> $GITHUB_ENV
- name: Random sleep (balena API workaround)
if: env.BRANCH == 'master'
run: sleep $[ ( $RANDOM % 540 ) + 1 ]s
- name: Install latest balena-cli
if: env.BRANCH == 'master'
run: |
sudo apt-get update
sudo apt-get install -y curl unzip zip
cd /opt/
echo "Uses Balena CLI version: ${{ env.balena-cli }}"
curl -O -sSL "https://github.com/balena-io/balena-cli/releases/download/${{ env.balena-cli }}/balena-cli-${{ env.balena-cli }}-linux-x64-standalone.zip"
unzip balena-cli-*-linux-x64-standalone.zip
sudo ln -s /opt/balena-cli/balena /usr/bin/
cd ~
- name: Download Bobcat PX30 base Balena OS image
uses: dsaltares/fetch-gh-release-asset@master
if: github.event.repository.name == 'helium-bobcat-px30' && env.BRANCH == 'master'
with:
repo: 'NebraLtd/balena-bobcat-px30'
version: 'tags/${{ env.balena-bobcat-px30-image }}'
file: 'balena-image-bobcat-px30-${{ env.balena-bobcat-px30-image }}.img.zip'
target: 'images/balena-base-${{ github.event.repository.name }}.img.zip'
token: ${{ secrets.MR_BUMP }}
- name: Download Bobcat RK3566 base Balena OS image
uses: dsaltares/fetch-gh-release-asset@master
if: github.event.repository.name == 'helium-bobcat-rk3566' && env.BRANCH == 'master'
with:
repo: 'NebraLtd/balena-bobcat-rk3566'
version: 'tags/${{ env.balena-bobcat-rk3566-image }}'
file: 'balena-image-bobcat-rk3566-${{ env.balena-bobcat-rk3566-image }}.img.zip'
target: 'images/balena-base-${{ github.event.repository.name }}.img.zip'
token: ${{ secrets.MR_BUMP }}
- name: Download Linxdot RK3566 base Balena OS image
uses: dsaltares/fetch-gh-release-asset@master
if: github.event.repository.name == 'helium-linxdot-rk3566' && env.BRANCH == 'master'
with:
repo: 'NebraLtd/balena-linxdot-rk3566'
version: 'tags/${{ env.balena-linxdot-rk3566-image }}'
file: 'balena-image-linxdot-rk3566-${{ env.balena-linxdot-rk3566-image }}.img.zip'
target: 'images/balena-base-${{ github.event.repository.name }}.img.zip'
token: ${{ secrets.MR_BUMP }}
- name: Generate a Balena OS image for the given board, variant, frequency
if: env.BRANCH == 'master'
run: |
LATEST_GA=${{ github.event.client_payload.tag }}
if [ "${LATEST_GA}" != "" ] ; then
echo "New release pushed to main repo: $LATEST_GA"
echo "LATEST_GA=$LATEST_GA" >> $GITHUB_ENV
else
echo "No release version provided! Applying tag TEST"
echo "LATEST_GA=TEST" >> $GITHUB_ENV
fi
IMAGE_BASE_PATH="$(pwd)/images"
DATE=$(date +%F)
USER=""
NODRYRUN=true
VERBOSE=true
# Make the base path for the generated images.
mkdir -p "$IMAGE_BASE_PATH"
# Print the parameters for generating images.
if [[ $USER != "" ]]; then
echo " - user: ${USER}"
fi
if [[ $NODRYRUN == false ]]; then
echo "(Dryrun mode enabled)"
fi
if $VERBOSE ; then
echo "(Verbose mode enabled)"
fi
# Download balena OS
if [ ${{ env.RASPI3 }} == 'YES' ] ; then
balena_os="raspberrypi3-64"
balena_os_version="${{ env.raspberrypi3-64 }}"
elif [ ${{ github.event.repository.name }} == 'helium-syncrobit' ] || [ ${{ github.event.repository.name }} == 'helium-linxdot' ] || [ ${{ github.event.repository.name }} == 'helium-pycom' ] || [ ${{ github.event.repository.name }} == 'helium-midas' ] ; then
balena_os="raspberrypicm4-ioboard"
balena_os_version="${{ env.raspberrypicm4-ioboard }}"
elif [ ${{ github.event.repository.name }} == 'helium-bobcat-px30' ] ; then
balena_os="isg-503"
balena_os_version="${{ env.bobcat-px30 }}"
elif [ ${{ github.event.repository.name }} == 'helium-bobcat-rk3566' ] ; then
balena_os="rockpro64"
balena_os_version="${{ env.bobcat-rk3566 }}"
elif [ ${{ github.event.repository.name }} == 'helium-linxdot-rk3566' ] ; then
balena_os="nanopc-t4"
balena_os_version="${{ env.linxdot-rk3566 }}"
elif [ ${{ env.ROCKPI }} == 'YES' ] ; then
balena_os="rockpi-4b-rk3399"
balena_os_version="${{ env.rockpi-4b-rk3399 }}"
else
balena_os="raspberrypi4-64"
balena_os_version="${{ env.raspberrypi4-64 }}"
fi
base_image_path="$IMAGE_BASE_PATH/balena-base-${{ github.event.repository.name }}.img"
if $VERBOSE ; then
echo -e "Downloading image ${balena_os} for version ${balena_os_version} and writing to ${base_image_path}"
fi
if $NODRYRUN ; then
if [ ${{ github.event.repository.name }} != 'helium-bobcat-px30' ] && [ ${{ github.event.repository.name }} != 'helium-bobcat-rk3566' ] && [ ${{ github.event.repository.name }} != 'helium-linxdot-rk3566' ]; then
# Download the base image
balena os download "$balena_os" \
-o "$base_image_path" \
--version "$balena_os_version"
else
unzip $IMAGE_BASE_PATH/*.zip -d $IMAGE_BASE_PATH/
mv ${IMAGE_BASE_PATH}/*.img ${base_image_path}
fi
fi
echo "IMAGE_BASE_PATH=$IMAGE_BASE_PATH" >> $GITHUB_ENV
echo "DATE=$DATE" >> $GITHUB_ENV
echo "base_image_path=$base_image_path" >> $GITHUB_ENV
echo "balena_os_version=$balena_os_version" >> $GITHUB_ENV
- name: Balena login
if: env.BRANCH == 'master'
run: |
if [ "${{ env.cloud }}" == "nebra-cloud" ]; then
echo "balenaUrl: cloud.nebra.com" > ~/.balenarc.yml
balena login --token ${{ secrets.NEBRAOS_CLOUD_TOKEN }} > /dev/null
else
if [ ${{ env.RASPI3 }} == 'YES' ] ; then
balena login --token ${{ secrets.BALENA_API_TOKEN }} > /dev/null
elif [ ${{ github.event.repository.name }} == 'helium-syncrobit' ] || [ ${{ github.event.repository.name }} == 'helium-linxdot' ] || [ ${{ github.event.repository.name }} == 'helium-pycom' ] || [ ${{ github.event.repository.name }} == 'helium-midas' ] ; then
balena login --token ${{ secrets.BALENA_API_TOKEN_2 }} > /dev/null
elif [ ${{ env.ROCKPI }} == 'YES' ] ; then
balena login --token ${{ secrets.BALENA_API_TOKEN_3 }} > /dev/null
else
balena login --token ${{ secrets.BALENA_API_TOKEN_4 }} > /dev/null
fi
fi
- name: Configure Balena OS image for the given board, variant, frequency
if: env.BRANCH == 'master'
run: |
# Generate image path for the given board, variant, frequency and user
fleet_name="${{ github.event.repository.name }}"
image_name="${fleet_name}-${{ env.DATE }}"
image_path="${{ env.IMAGE_BASE_PATH }}/${image_name}.img"
# Minimum output
echo "Generating image for ${fleet_name} fleet"
if $VERBOSE ; then
echo "Image path is ${image_path}"
fi
# Configure balena OS image
if $VERBOSE ; then
echo "Configuring image"
fi
# Copy base balena image to target image
if $NODRYRUN ; then
cp "${{ env.base_image_path }}" "$image_path"
fi
if $NODRYRUN ; then
if [ ${{ github.event.repository.name }} != 'helium-bobcat-px30' ] && [ ${{ github.event.repository.name }} != 'helium-bobcat-rk3566' ] && [ ${{ github.event.repository.name }} != 'helium-linxdot-rk3566' ]; then
balena os configure "$image_path" \
--fleet "nebraltd/$fleet_name" \
--config-network ethernet \
--version "${{ env.balena_os_version }}"
else
sudo balena config inject ${GITHUB_WORKSPACE}/config.json --drive "${image_path}"
fi
fi
if $VERBOSE ; then
echo "Pre-loading apps"
fi
# Preload balena OS image
if $NODRYRUN ; then
balena preload "$image_path" \
--fleet "nebraltd/$fleet_name" \
-c "current"
fi
if $VERBOSE ; then
echo "Adding ssh keys to the image"
fi
if $NODRYRUN ; then
final_json_filename=/tmp/final.json
ssh_public_keys=$(cat ssh_public_keys.json)
sudo balena config read --drive "$image_path" -j \
| jq ". += $ssh_public_keys" > $final_json_filename
sudo balena config inject $final_json_filename --drive "$image_path"
fi
if [ ${{ github.event.repository.name }} == 'helium-bobcat-px30' ] || [ ${{ github.event.repository.name }} == 'helium-bobcat-rk3566' ] || [ ${{ github.event.repository.name }} == 'helium-linxdot-rk3566' ]; then
# Overwrite device type from bobcat specific to balena specific
if $VERBOSE ; then
echo "Overwriting device-type"
fi
if $NODRYRUN ; then
sudo losetup -P -f "${image_path}"
loop_dev=$(losetup -l | grep $(basename "${image_path}") | cut -d ' ' -f 1)
tmpdir=$(mktemp -d)
sudo mount ${loop_dev}p1 ${tmpdir}
if [ ${{ github.event.repository.name }} == 'helium-bobcat-px30' ]; then
sudo sed -i 's/"slug": "bobcat-px30"/"slug": "isg-503"/' ${tmpdir}/device-type.json
elif [ ${{ github.event.repository.name }} == 'helium-bobcat-rk3566' ]; then
sudo sed -i 's/"slug": "bobcat-rk3566"/"slug": "rockpro64"/' ${tmpdir}/device-type.json
elif [ ${{ github.event.repository.name }} == 'helium-linxdot-rk3566' ]; then
sudo sed -i 's/"slug": "linxdot-rk3566"/"slug": "nanopc-t4"/' ${tmpdir}/device-type.json
fi
sudo umount ${tmpdir}
sudo losetup -d ${loop_dev}
fi
fi
# Copy configuration files into boot and root partition of the balena image
if $VERBOSE ; then
echo "Copying configuration files..."
fi
if $NODRYRUN ; then
if [ -f "./config.txt" ] ; then
echo "Config.txt file found..."
mountpoints=/tmp/balena-image-mountpoints
balena_image_boot_mnt=${mountpoints}/resin-boot
# Setup mountpoints
sudo rm -rf $mountpoints > /dev/null 2>&1 || true
sudo mkdir -p $balena_image_boot_mnt
balena_image_loop_dev="$(sudo losetup -fP --show "$image_path")"
sudo mount "${balena_image_loop_dev}p1" "$balena_image_boot_mnt"
sudo cp "./config.txt" "$balena_image_boot_mnt/config.txt"
sleep 5 # Waits 5 seconds.
# Cleanup
sudo umount "$balena_image_boot_mnt"
sudo losetup -d "$balena_image_loop_dev"
else
echo "Config.txt file not found..."
fi
fi
# Compress Balena image file and generate SHA512 checksum file
# Make the compressed file name from the image file name
compressed_image_path=${image_path/img/zip}
if $VERBOSE ; then
echo "Compressing image"
fi
if $NODRYRUN ; then
zip -9 -j "$compressed_image_path" "$image_path"
fi
if $VERBOSE ; then
echo "Generating checksum"
fi
if $NODRYRUN ; then
sha512sum "$compressed_image_path" > "$compressed_image_path.sha512"
fi
# Export image name and compressed image path to the environment
export IMAGE_NAME="$image_name"
export COMPRESSED_IMAGE_PATH="$compressed_image_path"
echo "Image Name: ${IMAGE_NAME}"
echo "Compressed Image Path: ${COMPRESSED_IMAGE_PATH}"
echo "IMAGE_NAME=${IMAGE_NAME}" >> $GITHUB_ENV
echo "COMPRESSED_IMAGE_PATH=${COMPRESSED_IMAGE_PATH}" >> $GITHUB_ENV
- name: Set date
if: env.BRANCH == 'master'
run: |
echo "timestamp=$(date +'%s')" >> $GITHUB_ENV
echo "day=$(date +'%F')" >> $GITHUB_ENV
- name: Copy OS image file and checksum to final location
if: env.BRANCH == 'master'
run: |
cp "${{ env.COMPRESSED_IMAGE_PATH }}" "${{ env.IMAGE_NAME }}.zip"
cp "${{ env.COMPRESSED_IMAGE_PATH }}.sha512" "${{ env.IMAGE_NAME }}.zip.sha512"
- name: Upload image file and checksum to release
if: env.BRANCH == 'master'
uses: svenstaro/upload-release-action@v2
with:
repo_token: ${{ secrets.GITHUB_TOKEN }}
file: ${{ env.IMAGE_NAME }}.*
tag: ${{ env.LATEST_GA }}-${{ env.IMAGE_NAME }}-OpenFleet
overwrite: true
file_glob: true
- name: Push updated docker compose file
uses: test-room-7/action-update-file@v1
with:
branch: ${{ env.BRANCH }}
file-path: docker-compose.yml
commit-msg: Update ${{ env.VARIANT }} variant docker compose output (${{ env.BRANCH }})
github-token: ${{ secrets.MR_BUMP }}
- name: Trigger Balena App build action in ${{ github.event.repository.name }} repo
uses: peter-evans/repository-dispatch@v2
with:
token: ${{ secrets.MR_BUMP }}
event-type: build-balena-app
repository: ${{ github.repository }}