Lakka-LibreELEC/build_all.sh

295 lines
8.3 KiB
Bash
Executable File
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/bin/bash
#
# Lakka build script
#
# This script builds images for all supported platforms/target devices listed in
# the 'targets' variable.
#
# By default (./build_all.sh) it starts in dashboard mode, showing a dashboard
# with the current status of the build job and not bailing out after unsuccessful
# build job (tries to build all targets in one run and then show failed targets
# at the end).
#
# To run in log mode:
# $ DASHBOARD_MODE=off ./build_all.sh
# Or instead of 'off' you can use any other value, e. g. 'foo', except 'yes'
#
# To bail out after first failure:
# $ BAILOUT_FAILED=yes ./build_all.sh
# or instead of 'yes' you can use any other value, e. g. 'bar', except 'no'
# by default start in dashboard mode
[ -z "${DASHBOARD_MODE}" ] && DASHBOARD_MODE="yes"
# by default do not bail out after failed build
[ -z "${BAILOUT_FAILED}" ] && BAILOUT_FAILED="no"
# by default reload dashboard / status file every 0.5 seconds
[ -z "${REFRESH_RATE}" ] && rr="0.5s" || rr="${REFRESH_RATE}"
# number of buildthreads = two times number of cpu threads, unless specified otherwise
tc=""
bt=""
if [ -z "${THREADCOUNT}" ]
then
if [ -n "$(which nproc)" ]
then
bt=$(nproc)
fi
else
bt="${THREADCOUNT}"
fi
tc="THREADCOUNT=${bt}"
# set / unset verbose mode for some commands
[ "${DASHBOARD_MODE}" = "yes" ] && v="" || v="-v"
# remove any existing images / release files
check=$(ls target/ 2>/dev/null | wc -l)
if [ ${check} -gt 0 ]
then
echo -en "\nWARNING!!!\nThere are ${check} item(s) in target/, really remove them?\n(press y to confirm, anything else to abort) "
read -rn1 keypress
if [ "${keypress}" = "y" -o "${keypress}" = "Y" ]
then
echo -en "\nCleaning up target/ ... "
rm -rf target/
echo "done."
else
echo -e "\nAborted!"
exit
fi
fi
# list of targets/platforms in structure PROJECT|DEVICE|ARCH|make_rule
targets="\
Allwinner|A64|aarch64|image \
Allwinner|H2-plus|arm|image \
Allwinner|H3|arm|image \
Allwinner|H5|aarch64|image \
Allwinner|H6|aarch64|image \
Allwinner|R40|arm|image \
Amlogic|AMLGX|aarch64|image \
Generic||x86_64|image \
NXP|iMX8|aarch64|image \
NXP|iMX8|arm|image \
Rockchip|RK3288|arm|image \
Rockchip|RK3328|aarch64|image \
Rockchip|RK3399|aarch64|image \
RPi|RPi|arm|image \
RPi|RPi2|arm|image \
RPi|RPi4|arm|image \
"
# set the number of total build jobs and initialize counter for current build job
total=$(echo ${targets} | wc -w)
declare -i current=0
# initialize variables for list and count of failed builds and count of good jobs
failed_targets=""
declare -i failed_jobs=0
declare -i good_jobs=0
for target in ${targets}
do
current+=1
distro="Lakka"
IFS='|' read -r -a build <<< "${target}"
project=${build[0]}
device=${build[1]}
arch=${build[2]}
out=${build[3]}
target_name=${device:-$project}.${arch}
# initialize return value of the non-dashboard job
ret_nondb=0
# initialize result variable for dashboard job
ret_dashboard=0
# initialize result variable for release files
ret_release=0
# set status file
statusfile="build.${distro}-${target_name}*/.threads/status"
if [ "${DASHBOARD_MODE}" != "yes" ]
then
# show logs during build (non-dashboard build)
echo "Starting build of ${target_name}"
make ${out} PROJECT=${project} DEVICE=${device} ARCH=${arch} ${tc}
ret_nondb=${?}
if [ ${ret_nondb} -gt 0 -a "${BAILOUT_FAILED}" != "no" ]
then
exit ${ret_nondb}
fi
else
# remove the old dashboard, so we don't show old/stale dashboard
rm -f ${statusfile}
# start the build process in background
make ${out} PROJECT=${project} DEVICE=${device} ARCH=${arch} ${tc} &>/dev/null &
# store the pid
pid=${!}
finished=0
while [ ${finished} -eq 0 ]
do
# check if the build process is still running
ps -q ${pid} &>/dev/null
ret_ps=${?}
s_failed="s"
[ ${failed_jobs} -eq 1 ] && s_failed=""
s_good="s"
[ ${good_jobs} -eq 1 ] && s_good=""
statusline="Build job ${current}/${total}, so far ${good_jobs} successful build${s_good}, ${failed_jobs} failed build${s_failed}"
if [ ${ret_ps} -eq 0 ]
then
# build process is still running, show the dashboard
if [ -f ${statusfile} ]
then
cat ${statusfile}
if [ $(cat ${statusfile} | wc -l) -gt 2 ]
then
echo ""
echo "${statusline}"
fi
# check if all packages have been built
pkgs_stat=$(head -n 1 ${statusfile} | cut -d" " -f5,7)
pkgs_done=${pkgs_stat%% *}
pkgs_todo=${pkgs_stat##* }
if [ ${pkgs_done} -eq ${pkgs_todo} ]
then
finished=1
# show the dashboard and status line one last time
cat ${statusfile}
echo ""
echo "${statusline}"
else
sleep ${rr}
fi
fi
else
# build process is not running anymore
finished=1
if [ -f ${statusfile} ]
then
# show the dashboard
cat ${statusfile}
echo ""
echo "${statusline}"
# check if there are any failed jobs in the dashboard
failed_count=$(cat ${statusfile} | grep "^\[" | cut -d' ' -f 2 | grep FAILED | wc -l)
if [ ${failed_count} -gt 0 ]
then
ret_dashboard=1
if [ "${BAILOUT_FAILED}" != "no" ]
then
echo "Build of some package(s) failed:"
echo ""
echo "Job id | Package name"
echo "------.+------------------"
cat ${statusfile} | grep "FAILED" | sed -e "s/^\[/ /" | sed -e "s/\]\ / /" | sed -e "s/\// /" | cut -d' ' -f 3,8 | sed -e "s/\ / | /" | sed -e "s/^/ /"
echo ""
echo "Check the logs in build.${distro}.${target_name}*/.threads/logs/<job_id>/"
exit ${failed_count}
fi
fi
else
# no dashboard and build process finished - we did not build anything
ret_dashboard=1
if [ "${BAILOUT_FAILED}" != "no" ]
then
echo "Build job for ${target_name} was probably not started (no dashboard file found)."
echo "Try running the build manually:"
echo "PROJECT=${project} DEVICE=${device} ARCH=${arch} IGNORE_VERSION=${iv} make ${out}"
exit 127
fi
fi
fi
done
# in case the build job is still running, it means it is creating the release files/images
if [ ${ret_ps} -eq 0 ]
then
echo -n "Creating release files / images..."
wait ${pid}
ret_release=${?}
count=$(ls target/${distro}-${target_name}-*{.img.gz,kernel,system}* 2>/dev/null | wc -l)
if [ ${count} -gt 0 -a ${ret_release} -eq 0 ]
then
echo "done!"
else
if [ ${count} -eq 0 ]
then
echo "failed - no release files found!"
echo -e "\nWARNING: No releaase files / images were found, skipping md5 checksum / mv to release folder!"
else
echo "failed - some release files were not created!"
echo -e "\nWARNING: Some releaase files / images may be missing!"
fi
fi
fi
fi
if [ ${ret_nondb} -gt 0 -o ${ret_dashboard} -gt 0 ]
then
# record the failed build
failed_jobs+=1
failed_packages=""
list=$(cat ${statusfile} | grep "FAILED" | cut -d' ' -f 5)
for pkg in ${list}
do
failed_packages+="${pkg} "
done
failed_targets+="${target_name} - ${failed_packages}\n"
elif [ ${count} -gt 0 ]
then
# store the release files in platform/target folder
if [ ${ret_release} -gt 0 ]
then
failed_jobs+=1
failed_targets+="${target_name} - check release files!\n"
else
good_jobs+=1
fi
cd target
mkdir -p ${target_name}
# add md5 checksums to system and kernel files
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Creating md5 checksums for kernel and system..."
for file in Lakka-${target_name}-*.{kernel,system}
do
[ -f "${file}" ] && md5sum ${file} > ${file}.md5
done
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
# move release files to the folder
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Moving release files (.img.gz, .kernel, .system, .tar) to subfolder..."
for file in Lakka-${target_name}-*{.img.gz,.kernel,.system,.tar}*
do
[ -f "${file}" ] && mv ${v} ${file} ${target_name}/
done
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
# remove files we do not use
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Removing unused files (.ova)..."
rm -f ${v} Lakka-${target_name}-*.{ova}*
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
cd ..
else
# build OK, but no release files were created
failed_jobs+=1
failed_targets+="${target_name} - no release files!\n"
fi
done
if [ $failed_jobs -gt 0 ]
then
echo -e "\nFailed ${failed_jobs} build(s):\n${failed_targets}:-(" >&2
else
echo -e "\nAll successful!\n:-)"
fi
exit $failed_jobs