mirror of
https://github.com/libretro/Lakka-LibreELEC.git
synced 2024-11-27 10:30:52 +00:00
359 lines
10 KiB
Bash
Executable File
359 lines
10 KiB
Bash
Executable File
#!/bin/bash
|
||
#
|
||
# Lakka build script
|
||
#
|
||
# This script builds images for all supported platforms/target devices listed in
|
||
# the 'targets' variable.
|
||
#
|
||
# By default (./build_all.sh) it starts in dashboard mode, showing a dashboard
|
||
# with the current status of the build job and not bailing out after unsuccessful
|
||
# build job (tries to build all targets in one run and then show failed targets
|
||
# at the end).
|
||
#
|
||
# To run in log mode:
|
||
# $ DASHBOARD_MODE=off ./build_all.sh
|
||
# Or instead of 'off' you can use any other value, e. g. 'foo', except 'yes'
|
||
#
|
||
# To bail out after first failure:
|
||
# $ BAILOUT_FAILED=yes ./build_all.sh
|
||
# or instead of 'yes' you can use any other value, e. g. 'bar', except 'no'
|
||
|
||
# by default start in dashboard mode
|
||
[ -z "${DASHBOARD_MODE}" ] && DASHBOARD_MODE="yes"
|
||
|
||
# trap CTRL+C in dashboard mode, as the build job runs in background, we have to tell the user to wait
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && trap control_c_pressed INT
|
||
|
||
CONTROL_C_PRESSED=0
|
||
|
||
control_c_pressed() {
|
||
CONTROL_C_PRESSED=1
|
||
}
|
||
|
||
# by default do not bail out after failed build
|
||
[ -z "${BAILOUT_FAILED}" ] && BAILOUT_FAILED="no"
|
||
|
||
# by default reload dashboard / status file every 0.5 seconds
|
||
[ -z "${REFRESH_RATE}" ] && rr="0.5s" || rr="${REFRESH_RATE}"
|
||
|
||
# by default do not stop immediately when a build of a package fails, but finish building active packages
|
||
[ -z "${QUICKFAIL}" ] && qf="no" || qf="${QUICKFAIL}"
|
||
|
||
# number of buildthreads = two times number of cpu threads, unless specified otherwise
|
||
tc=""
|
||
bt=""
|
||
if [ -z "${THREADCOUNT}" ]
|
||
then
|
||
if [ -n "$(which nproc)" ]
|
||
then
|
||
bt=$(nproc)
|
||
fi
|
||
else
|
||
bt="${THREADCOUNT}"
|
||
fi
|
||
tc="THREADCOUNT=${bt}"
|
||
|
||
# set / unset verbose mode for some commands
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && v="" || v="-v"
|
||
|
||
# remove any existing images / release files
|
||
check=$(ls target/ 2>/dev/null | wc -l)
|
||
if [ ${check} -gt 0 ]
|
||
then
|
||
echo -en "\nWARNING!!!\nThere are ${check} item(s) in target/, really remove them?\n(press y to confirm, anything else to abort) "
|
||
read -rn1 keypress
|
||
if [ "${keypress}" = "y" -o "${keypress}" = "Y" ]
|
||
then
|
||
echo -en "\nCleaning up target/ ... "
|
||
rm -rf target/
|
||
echo "done."
|
||
else
|
||
echo -e "\nAborted!"
|
||
exit
|
||
fi
|
||
fi
|
||
|
||
# list of targets/platforms in structure PROJECT|DEVICE|ARCH|make_rule
|
||
|
||
targets="\
|
||
Allwinner|A64|aarch64|image \
|
||
Allwinner|H2-plus|arm|image \
|
||
Allwinner|H3|arm|image \
|
||
Allwinner|H5|aarch64|image \
|
||
Allwinner|H6|aarch64|image \
|
||
Allwinner|R40|arm|image \
|
||
Amlogic|AMLGX|aarch64|image \
|
||
Ayn|Odin|aarch64|image \
|
||
Generic|Generic|i386|image \
|
||
Generic|Generic|x86_64|image \
|
||
L4T|Switch|aarch64|image \
|
||
Generic|wayland|x86_64|image \
|
||
Generic|x11|x86_64|image \
|
||
NXP|iMX6|arm|image \
|
||
NXP|iMX8|aarch64|image \
|
||
Rockchip|RK3288|arm|image \
|
||
Rockchip|RK3328|aarch64|image \
|
||
Rockchip|RK3399|aarch64|image \
|
||
RPi|GPICase|arm|image \
|
||
RPi|Pi02GPi|arm|image \
|
||
RPi|RPi|arm|noobs \
|
||
RPi|RPi2|arm|noobs \
|
||
RPi|RPi3|aarch64|noobs \
|
||
RPi|RPi4|aarch64|noobs \
|
||
RPi|RPi4-PiBoyDmg|aarch64|image \
|
||
RPi|RPi4-RetroDreamer|aarch64|image \
|
||
RPi|RPi4-GPICase2|aarch64|noobs \
|
||
RPi|RPi5|aarch64|noobs \
|
||
Samsung|Exynos|arm|image \
|
||
"
|
||
|
||
# set the number of total build jobs and initialize counter for current build job
|
||
total=$(echo ${targets} | wc -w)
|
||
declare -i current=0
|
||
|
||
# initialize variables for list and count of failed builds and count of good jobs
|
||
failed_targets=""
|
||
declare -i failed_jobs=0
|
||
declare -i good_jobs=0
|
||
SKIP_ANNOUNCED=0
|
||
|
||
for target in ${targets}
|
||
do
|
||
current+=1
|
||
|
||
distro="Lakka"
|
||
IFS='|' read -r -a build <<< "${target}"
|
||
project=${build[0]}
|
||
device=${build[1]}
|
||
arch=${build[2]}
|
||
out=${build[3]}
|
||
target_name=${device:-$project}.${arch}
|
||
|
||
if [ ${SKIP_ANNOUNCED} -eq 1 ]
|
||
then
|
||
echo -e "\t${target_name}"
|
||
continue
|
||
fi
|
||
|
||
# initialize return value of the non-dashboard job
|
||
ret_nondb=0
|
||
|
||
# initialize result variable for dashboard job
|
||
ret_dashboard=0
|
||
|
||
# initialize result variable for release files
|
||
ret_release=0
|
||
|
||
# set status file
|
||
statusfile="build.${distro}-${target_name}*/.threads/status"
|
||
|
||
if [ "${DASHBOARD_MODE}" != "yes" ]
|
||
then
|
||
# show logs during build (non-dashboard build)
|
||
echo "Starting build of ${target_name}"
|
||
make ${out} OFFICIAL=yes PROJECT=${project} DEVICE=${device} ARCH=${arch} MTIMMEDIATE=${qf} ${tc}
|
||
ret_nondb=${?}
|
||
if [ ${ret_nondb} -gt 0 -a "${BAILOUT_FAILED}" != "no" ]
|
||
then
|
||
exit ${ret_nondb}
|
||
fi
|
||
else
|
||
# remove the old dashboard, so we don't show old/stale dashboard
|
||
rm -f ${statusfile}
|
||
# start the build process in background
|
||
make ${out} OFFICIAL=yes PROJECT=${project} DEVICE=${device} ARCH=${arch} MTIMMEDIATE=${qf} ${tc} &>/dev/null &
|
||
# store the pid
|
||
pid=${!}
|
||
finished=0
|
||
|
||
while [ ${finished} -eq 0 ]
|
||
do
|
||
# check if the build process is still running
|
||
ps -q ${pid} &>/dev/null
|
||
ret_ps=${?}
|
||
s_failed="s"
|
||
[ ${failed_jobs} -eq 1 ] && s_failed=""
|
||
s_good="s"
|
||
[ ${good_jobs} -eq 1 ] && s_good=""
|
||
statusline="Build job ${current}/${total}, so far ${good_jobs} successful build${s_good}, ${failed_jobs} failed build${s_failed}"
|
||
if [ ${ret_ps} -eq 0 ]
|
||
then
|
||
# build process is still running, show the dashboard
|
||
if [ -f ${statusfile} ]
|
||
then
|
||
cat ${statusfile}
|
||
if [ $(cat ${statusfile} | wc -l) -gt 2 ]
|
||
then
|
||
echo ""
|
||
echo "${statusline}"
|
||
[ ${CONTROL_C_PRESSED} -eq 1 ] && echo "*** Control-C was pressed, please wait until current build finishes ***"
|
||
fi
|
||
# check if all packages have been built
|
||
pkgs_stat=$(head -n 1 ${statusfile} | cut -d" " -f5,7)
|
||
pkgs_done=${pkgs_stat%% *}
|
||
pkgs_todo=${pkgs_stat##* }
|
||
if [ -n "${pkgs_done}" -a -n "${pkgs_todo}" ]
|
||
then
|
||
if [ ${pkgs_done} -eq ${pkgs_todo} ]
|
||
then
|
||
finished=1
|
||
# show the dashboard and status line one last time
|
||
cat ${statusfile}
|
||
echo ""
|
||
echo "${statusline}"
|
||
[ ${CONTROL_C_PRESSED} -eq 1 ] && echo "*** Control-C was pressed, please wait until current build finishes ***"
|
||
else
|
||
sleep ${rr}
|
||
fi
|
||
else
|
||
sleep ${rr}
|
||
fi
|
||
fi
|
||
else
|
||
# build process is not running anymore
|
||
finished=1
|
||
if [ -f ${statusfile} ]
|
||
then
|
||
# show the dashboard
|
||
cat ${statusfile}
|
||
echo ""
|
||
echo "${statusline}"
|
||
[ ${CONTROL_C_PRESSED} -eq 1 ] && echo "*** Control-C was pressed, please wait until current build finishes ***"
|
||
# check if there are any failed jobs in the dashboard
|
||
failed_count=$(cat ${statusfile} | grep "^\[" | cut -d' ' -f 2 | grep FAILED | wc -l)
|
||
if [ ${failed_count} -gt 0 ]
|
||
then
|
||
ret_dashboard=1
|
||
if [ "${BAILOUT_FAILED}" != "no" ]
|
||
then
|
||
echo "Build of some package(s) failed:"
|
||
echo ""
|
||
echo "Job id | Package name"
|
||
echo "------.+------------------"
|
||
cat ${statusfile} | grep "FAILED" | sed -e "s/^\[/ /" | sed -e "s/\]\ / /" | sed -e "s/\// /" | cut -d' ' -f 3,8 | sed -e "s/\ / | /" | sed -e "s/^/ /"
|
||
echo ""
|
||
echo "Check the logs in build.${distro}.${target_name}*/.threads/logs/<job_id>/"
|
||
exit ${failed_count}
|
||
fi
|
||
fi
|
||
else
|
||
# no dashboard and build process finished - we did not build anything
|
||
ret_dashboard=1
|
||
if [ "${BAILOUT_FAILED}" != "no" ]
|
||
then
|
||
echo "Build job for ${target_name} was probably not started (no dashboard file found)."
|
||
echo "Try running the build manually:"
|
||
echo "PROJECT=${project} DEVICE=${device} ARCH=${arch} IGNORE_VERSION=${iv} make ${out}"
|
||
exit 127
|
||
fi
|
||
fi
|
||
fi
|
||
done
|
||
|
||
# in case the build job is still running, it means it is creating the release files/images
|
||
if [ ${ret_ps} -eq 0 ]
|
||
then
|
||
echo -n "Creating release files / images..."
|
||
wait ${pid}
|
||
ret_release=${?}
|
||
count=$(ls target/${distro}-${target_name}-*{.img.gz,kernel,system}* 2>/dev/null | wc -l)
|
||
if [ ${count} -gt 0 -a ${ret_release} -eq 0 ]
|
||
then
|
||
echo "done!"
|
||
else
|
||
if [ ${count} -eq 0 ]
|
||
then
|
||
echo "failed - no release files found!"
|
||
echo -e "\nWARNING: No release files / images were found, skipping md5 checksum / mv to release folder!"
|
||
else
|
||
echo "failed - some release files were not created!"
|
||
echo -e "\nWARNING: Some release files / images may be missing!"
|
||
fi
|
||
fi
|
||
fi
|
||
|
||
fi
|
||
|
||
if [ ${ret_nondb} -gt 0 -o ${ret_dashboard} -gt 0 ]
|
||
then
|
||
# record the failed build
|
||
failed_jobs+=1
|
||
failed_packages=""
|
||
list=$(cat ${statusfile} | grep "FAILED" | cut -d' ' -f 5-)
|
||
for pkg in ${list}
|
||
do
|
||
failed_packages+="${pkg##*( )} "
|
||
done
|
||
failed_targets+="${target_name} - ${failed_packages}\n"
|
||
elif [ ${count} -gt 0 ]
|
||
then
|
||
# store the release files in platform/target folder
|
||
if [ ${ret_release} -gt 0 ]
|
||
then
|
||
failed_jobs+=1
|
||
failed_targets+="${target_name} - check release files!\n"
|
||
else
|
||
good_jobs+=1
|
||
fi
|
||
cd target
|
||
mkdir -p ${target_name}
|
||
# add md5 checksums to system and kernel files
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Creating md5 checksums for kernel and system..."
|
||
for file in Lakka-${target_name}-*.{kernel,system}
|
||
do
|
||
[ -f "${file}" ] && md5sum ${file} > ${file}.md5
|
||
done
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
|
||
|
||
# move release files to the folder
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Moving release files (.img.gz, .kernel, .system, .tar) to subfolder..."
|
||
for file in Lakka-${target_name}-*{.img.gz,.kernel,.system,.tar}*
|
||
do
|
||
[ -f "${file}" ] && mv ${v} ${file} ${target_name}/
|
||
done
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
|
||
# remove files we do not use
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Removing unused files (.ova)..."
|
||
rm -f ${v} Lakka-${target_name}-*.{ova}*
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
|
||
if [ "${target_name}" = "Switch.aarch64" ]
|
||
then
|
||
if [ -x $(which 7za 2>/dev/null) ]
|
||
then
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo -n "Creating 7z archive for ${target_name}..."
|
||
cd ${target_name}
|
||
basename=$(basename $(ls Lakka-${target_name}-*.tar | head -n 1) .tar)
|
||
if [ -n "${basename}" ]
|
||
then
|
||
tar xf ${basename}.tar
|
||
cd ${basename}
|
||
7za a -r ../${basename}.7z * 2>&1 > /dev/null
|
||
cd ..
|
||
rm -r ${basename}
|
||
fi
|
||
cd ..
|
||
[ "${DASHBOARD_MODE}" = "yes" ] && echo "done!"
|
||
fi
|
||
fi
|
||
cd ..
|
||
else
|
||
# build OK, but no release files were created
|
||
failed_jobs+=1
|
||
failed_targets+="${target_name} - no release files!\n"
|
||
fi
|
||
if [ ${CONTROL_C_PRESSED} -eq 1 -a ${SKIP_ANNOUNCED} -eq 0 ]
|
||
then
|
||
echo "Skipping remaining builds:"
|
||
SKIP_ANNOUNCED=1
|
||
fi
|
||
done
|
||
|
||
if [ $failed_jobs -gt 0 ]
|
||
then
|
||
echo -e "\nFailed ${failed_jobs} build(s):\n${failed_targets}:-(" >&2
|
||
else
|
||
echo -e "\nAll successful!\n:-)"
|
||
fi
|
||
|
||
exit $failed_jobs
|