mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-08 20:47:44 +00:00
318 lines
8.7 KiB
Bash
Executable File
318 lines
8.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
#
|
|
# This tool generates incremental update packages for the update system.
|
|
# Author: Darin Fisher
|
|
#
|
|
|
|
. $(dirname "$0")/common.sh
|
|
|
|
# -----------------------------------------------------------------------------
|
|
|
|
print_usage() {
|
|
notice "Usage: $(basename $0) [OPTIONS] ARCHIVE FROMDIR TODIR"
|
|
notice ""
|
|
notice "The differences between FROMDIR and TODIR will be stored in ARCHIVE."
|
|
notice ""
|
|
notice "Options:"
|
|
notice " -h show this help text"
|
|
notice " -f clobber this file in the installation"
|
|
notice " Must be a path to a file to clobber in the partial update."
|
|
notice ""
|
|
}
|
|
|
|
check_for_forced_update() {
|
|
force_list="$1"
|
|
forced_file_chk="$2"
|
|
|
|
local f
|
|
|
|
if [ "$forced_file_chk" = "precomplete" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
|
|
if [ "$forced_file_chk" = "Contents/Resources/precomplete" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
|
|
if [ "$forced_file_chk" = "removed-files" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
|
|
if [ "$forced_file_chk" = "Contents/Resources/removed-files" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
|
|
if [ "${forced_file_chk##*.}" = "chk" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
|
|
for f in $force_list; do
|
|
#echo comparing $forced_file_chk to $f
|
|
if [ "$forced_file_chk" = "$f" ]; then
|
|
## "true" *giggle*
|
|
return 0;
|
|
fi
|
|
done
|
|
## 'false'... because this is bash. Oh yay!
|
|
return 1;
|
|
}
|
|
|
|
if [ $# = 0 ]; then
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
requested_forced_updates='Contents/MacOS/firefox'
|
|
|
|
while getopts "hf:" flag
|
|
do
|
|
case "$flag" in
|
|
h) print_usage; exit 0
|
|
;;
|
|
f) requested_forced_updates="$requested_forced_updates $OPTARG"
|
|
;;
|
|
?) print_usage; exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# -----------------------------------------------------------------------------
|
|
|
|
let arg_start=$OPTIND-1
|
|
shift $arg_start
|
|
|
|
archive="$1"
|
|
olddir="$2"
|
|
newdir="$3"
|
|
# Prevent the workdir from being inside the targetdir so it isn't included in
|
|
# the update mar.
|
|
if [ $(echo "$newdir" | grep -c '\/$') = 1 ]; then
|
|
# Remove the /
|
|
newdir=$(echo "$newdir" | sed -e 's:\/$::')
|
|
fi
|
|
workdir="$newdir.work"
|
|
updatemanifestv2="$workdir/updatev2.manifest"
|
|
updatemanifestv3="$workdir/updatev3.manifest"
|
|
archivefiles="updatev2.manifest updatev3.manifest"
|
|
|
|
mkdir -p "$workdir"
|
|
|
|
# Generate a list of all files in the target directory.
|
|
pushd "$olddir"
|
|
if test $? -ne 0 ; then
|
|
exit 1
|
|
fi
|
|
|
|
list_files oldfiles
|
|
list_dirs olddirs
|
|
|
|
popd
|
|
|
|
pushd "$newdir"
|
|
if test $? -ne 0 ; then
|
|
exit 1
|
|
fi
|
|
|
|
if [ ! -f "precomplete" ]; then
|
|
if [ ! -f "Contents/Resources/precomplete" ]; then
|
|
notice "precomplete file is missing!"
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
list_dirs newdirs
|
|
list_files newfiles
|
|
|
|
popd
|
|
|
|
# Add the type of update to the beginning of the update manifests.
|
|
notice ""
|
|
notice "Adding type instruction to update manifests"
|
|
> $updatemanifestv2
|
|
> $updatemanifestv3
|
|
notice " type partial"
|
|
echo "type \"partial\"" >> $updatemanifestv2
|
|
echo "type \"partial\"" >> $updatemanifestv3
|
|
|
|
notice ""
|
|
notice "Adding file patch and add instructions to update manifests"
|
|
|
|
num_oldfiles=${#oldfiles[*]}
|
|
remove_array=
|
|
num_removes=0
|
|
|
|
for ((i=0; $i<$num_oldfiles; i=$i+1)); do
|
|
f="${oldfiles[$i]}"
|
|
|
|
# If this file exists in the new directory as well, then check if it differs.
|
|
if [ -f "$newdir/$f" ]; then
|
|
|
|
if check_for_add_if_not_update "$f"; then
|
|
# The full workdir may not exist yet, so create it if necessary.
|
|
mkdir -p `dirname "$workdir/$f"`
|
|
$BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
|
|
copy_perm "$newdir/$f" "$workdir/$f"
|
|
make_add_if_not_instruction "$f" "$updatemanifestv3"
|
|
archivefiles="$archivefiles \"$f\""
|
|
continue 1
|
|
fi
|
|
|
|
if check_for_forced_update "$requested_forced_updates" "$f"; then
|
|
# The full workdir may not exist yet, so create it if necessary.
|
|
mkdir -p `dirname "$workdir/$f"`
|
|
$BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
|
|
copy_perm "$newdir/$f" "$workdir/$f"
|
|
make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3" 1
|
|
archivefiles="$archivefiles \"$f\""
|
|
continue 1
|
|
fi
|
|
|
|
if ! diff "$olddir/$f" "$newdir/$f" > /dev/null; then
|
|
# Compute both the compressed binary diff and the compressed file, and
|
|
# compare the sizes. Then choose the smaller of the two to package.
|
|
dir=$(dirname "$workdir/$f")
|
|
mkdir -p "$dir"
|
|
notice "diffing \"$f\""
|
|
# MBSDIFF_HOOK represents the communication interface with funsize and,
|
|
# if enabled, caches the intermediate patches for future use and
|
|
# compute avoidance
|
|
#
|
|
# An example of MBSDIFF_HOOK env variable could look like this:
|
|
# export MBSDIFF_HOOK="myscript.sh -A https://funsize/api -c /home/user"
|
|
# where myscript.sh has the following usage:
|
|
# myscript.sh -A SERVER-URL [-c LOCAL-CACHE-DIR-PATH] [-g] [-u] \
|
|
# PATH-FROM-URL PATH-TO-URL PATH-PATCH SERVER-URL
|
|
#
|
|
# Note: patches are bzipped stashed in funsize to gain more speed
|
|
|
|
# if service is not enabled then default to old behavior
|
|
if [ -z "$MBSDIFF_HOOK" ]; then
|
|
$MBSDIFF "$olddir/$f" "$newdir/$f" "$workdir/$f.patch"
|
|
$BZIP2 -z9 "$workdir/$f.patch"
|
|
else
|
|
# if service enabled then check patch existence for retrieval
|
|
if $MBSDIFF_HOOK -g "$olddir/$f" "$newdir/$f" "$workdir/$f.patch.bz2"; then
|
|
notice "file \"$f\" found in funsize, diffing skipped"
|
|
else
|
|
# if not found already - compute it and cache it for future use
|
|
$MBSDIFF "$olddir/$f" "$newdir/$f" "$workdir/$f.patch"
|
|
$BZIP2 -z9 "$workdir/$f.patch"
|
|
$MBSDIFF_HOOK -u "$olddir/$f" "$newdir/$f" "$workdir/$f.patch.bz2"
|
|
fi
|
|
fi
|
|
$BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
|
|
copy_perm "$newdir/$f" "$workdir/$f"
|
|
patchfile="$workdir/$f.patch.bz2"
|
|
patchsize=$(get_file_size "$patchfile")
|
|
fullsize=$(get_file_size "$workdir/$f")
|
|
|
|
if [ $patchsize -lt $fullsize ]; then
|
|
make_patch_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
|
|
mv -f "$patchfile" "$workdir/$f.patch"
|
|
rm -f "$workdir/$f"
|
|
archivefiles="$archivefiles \"$f.patch\""
|
|
else
|
|
make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
|
|
rm -f "$patchfile"
|
|
archivefiles="$archivefiles \"$f\""
|
|
fi
|
|
fi
|
|
else
|
|
# remove instructions are added after add / patch instructions for
|
|
# consistency with make_incremental_updates.py
|
|
remove_array[$num_removes]=$f
|
|
(( num_removes++ ))
|
|
fi
|
|
done
|
|
|
|
# Newly added files
|
|
notice ""
|
|
notice "Adding file add instructions to update manifests"
|
|
num_newfiles=${#newfiles[*]}
|
|
|
|
for ((i=0; $i<$num_newfiles; i=$i+1)); do
|
|
f="${newfiles[$i]}"
|
|
|
|
# If we've already tested this file, then skip it
|
|
for ((j=0; $j<$num_oldfiles; j=$j+1)); do
|
|
if [ "$f" = "${oldfiles[j]}" ]; then
|
|
continue 2
|
|
fi
|
|
done
|
|
|
|
dir=$(dirname "$workdir/$f")
|
|
mkdir -p "$dir"
|
|
|
|
$BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
|
|
copy_perm "$newdir/$f" "$workdir/$f"
|
|
|
|
if check_for_add_if_not_update "$f"; then
|
|
make_add_if_not_instruction "$f" "$updatemanifestv3"
|
|
else
|
|
make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
|
|
fi
|
|
|
|
|
|
archivefiles="$archivefiles \"$f\""
|
|
done
|
|
|
|
notice ""
|
|
notice "Adding file remove instructions to update manifests"
|
|
for ((i=0; $i<$num_removes; i=$i+1)); do
|
|
f="${remove_array[$i]}"
|
|
notice " remove \"$f\""
|
|
echo "remove \"$f\"" >> $updatemanifestv2
|
|
echo "remove \"$f\"" >> $updatemanifestv3
|
|
done
|
|
|
|
# Add remove instructions for any dead files.
|
|
notice ""
|
|
notice "Adding file and directory remove instructions from file 'removed-files'"
|
|
append_remove_instructions "$newdir" "$updatemanifestv2" "$updatemanifestv3"
|
|
|
|
notice ""
|
|
notice "Adding directory remove instructions for directories that no longer exist"
|
|
num_olddirs=${#olddirs[*]}
|
|
|
|
for ((i=0; $i<$num_olddirs; i=$i+1)); do
|
|
f="${olddirs[$i]}"
|
|
# If this dir doesn't exist in the new directory remove it.
|
|
if [ ! -d "$newdir/$f" ]; then
|
|
notice " rmdir $f/"
|
|
echo "rmdir \"$f/\"" >> $updatemanifestv2
|
|
echo "rmdir \"$f/\"" >> $updatemanifestv3
|
|
fi
|
|
done
|
|
|
|
$BZIP2 -z9 "$updatemanifestv2" && mv -f "$updatemanifestv2.bz2" "$updatemanifestv2"
|
|
$BZIP2 -z9 "$updatemanifestv3" && mv -f "$updatemanifestv3.bz2" "$updatemanifestv3"
|
|
|
|
mar_command="$MAR"
|
|
if [[ -n $MOZ_PRODUCT_VERSION ]]
|
|
then
|
|
mar_command="$mar_command -V $MOZ_PRODUCT_VERSION"
|
|
fi
|
|
if [[ -n $MOZ_CHANNEL_ID ]]
|
|
then
|
|
mar_command="$mar_command -H $MOZ_CHANNEL_ID"
|
|
fi
|
|
mar_command="$mar_command -C \"$workdir\" -c output.mar"
|
|
eval "$mar_command $archivefiles"
|
|
mv -f "$workdir/output.mar" "$archive"
|
|
|
|
# cleanup
|
|
rm -fr "$workdir"
|
|
|
|
notice ""
|
|
notice "Finished"
|
|
notice ""
|