mirror of
https://github.com/mozilla/gecko-dev.git
synced 2025-01-08 12:22:34 +00:00
release verification scripts, b=346013
This commit is contained in:
rhelmer%mozilla.com
parent
b843464eb3
commit
949e2d7b46
63
testing/release/README.txt
Normal file
63
testing/release/README.txt
Normal file
@ -0,0 +1,63 @@
|
||||
Mozilla Build Verification Scripts
|
||||
---
|
||||
|
||||
--
|
||||
Contents
|
||||
--
|
||||
|
||||
updates -> AUS and update verification
|
||||
l10n -> l10n vs. en-US verification
|
||||
common -> useful utility scripts
|
||||
|
||||
--
|
||||
Update verification
|
||||
--
|
||||
|
||||
verify_aus.sh
|
||||
does a low-level check of all advertised MAR files. Expects to have a
|
||||
file named all-locales, but does not (yet) handle platform exceptions, so
|
||||
these should be removed from the locales file.
|
||||
|
||||
Does the following:
|
||||
|
||||
1) download update.xml from AUS for a particular release
|
||||
2) download the partial and full mar advertised
|
||||
3) check that the partial and full match the advertised size and sha1sum
|
||||
|
||||
This is really just a thin wrapper around the common/download_mars.sh
|
||||
functionality.
|
||||
|
||||
verify_updates.sh
|
||||
downloads two consecutive releases, downloads the partial MAR for the older
|
||||
release (using the technique described for verify_aus.sh), applies the
|
||||
MAR to the older release, and compares the two releases.
|
||||
|
||||
Expects to have a file named all-locales, but does not (yet) handle platform
|
||||
exceptions, so these should be removed from the locales file.
|
||||
|
||||
-
|
||||
Valid Platforms for AUS
|
||||
-
|
||||
Linux_x86-gcc3
|
||||
Darwin_Universal-gcc3
|
||||
Linux_x86-gcc3
|
||||
WINNT_x86-msvc
|
||||
Darwin_ppc-gcc3
|
||||
|
||||
--
|
||||
l10n verification
|
||||
2A
|
||||
--
|
||||
|
||||
verify_l10n.sh
|
||||
unpacks an en-US build for a particular release/platform, and
|
||||
then unpacks and compares all locales for that particular release/platform.
|
||||
|
||||
Expects to have a file named all-locales, but does not (yet) handle platform
|
||||
exceptions, so these should be removed from the locales file.
|
||||
|
||||
Best practice is to take a directory full of diffs for a particular release
|
||||
and compare to a directory full of diffs for the current release, to see
|
||||
what l10n changes have occurred. For maintenance releases, this should
|
||||
be slim to none.
|
||||
|
||||
46
testing/release/common/download_mars.sh
Normal file
46
testing/release/common/download_mars.sh
Normal file
@ -0,0 +1,46 @@
|
||||
download_mars () {
|
||||
update_url="$1"
|
||||
|
||||
echo "Using $update_url"
|
||||
curl -s $update_url > update.xml
|
||||
|
||||
mkdir -p update/
|
||||
for patch_type in partial complete
|
||||
do
|
||||
line=`fgrep "patch type=\"$patch_type" update.xml`
|
||||
grep_rv=$?
|
||||
|
||||
if [ 0 -ne $grep_rv ]; then
|
||||
echo "FAIL: no $patch_type update found"
|
||||
continue
|
||||
fi
|
||||
|
||||
command=`echo $line | sed -e 's/^.*<patch //' -e 's:/>.*$::' -e 's:\&:\&:g'`
|
||||
eval "export $command"
|
||||
|
||||
wget -nv -O update/$patch_type.mar $URL
|
||||
if [ "$?" != 0 ]; then
|
||||
echo "Could not download $patch_type!"
|
||||
echo "from: $URL"
|
||||
fi
|
||||
actual_size=`perl -e "printf \"%d\n\", (stat(\"update/$patch_type.mar\"))[7]"`
|
||||
actual_hash=`openssl dgst -$hashFunction update/$patch_type.mar | sed -e 's/^.*= //'`
|
||||
|
||||
if [ $actual_size != $size ]; then
|
||||
echo "FAIL: $patch_type wrong size"
|
||||
echo "FAIL: update.xml size: $size"
|
||||
echo "FAIL: actual size: $actual_size"
|
||||
continue
|
||||
fi
|
||||
|
||||
if [ $actual_hash != $hashValue ]; then
|
||||
echo "FAIL: $patch_type wrong hash"
|
||||
echo "FAIL: update.xml hash: $hashValue"
|
||||
echo "FAIL: actual hash: $actual_hash"
|
||||
continue
|
||||
fi
|
||||
|
||||
# ln -s $mar_location $patch_type.mar
|
||||
|
||||
done
|
||||
}
|
||||
35
testing/release/common/unpack.sh
Executable file
35
testing/release/common/unpack.sh
Executable file
@ -0,0 +1,35 @@
|
||||
#!/bin/bash
|
||||
unpack_build () {
|
||||
platform="$1"
|
||||
dir_name="$2"
|
||||
pkg_file="$3"
|
||||
|
||||
mkdir -p $dir_name
|
||||
pushd $dir_name > /dev/null
|
||||
case $platform in
|
||||
mac|mac-ppc)
|
||||
cd ../
|
||||
mkdir -p mnt
|
||||
echo "y" | PAGER="cat > /dev/null" hdiutil attach \
|
||||
-quiet -mountpoint ./mnt "$pkg_file"
|
||||
sleep 5
|
||||
rsync -a ./mnt/* $dir_name/
|
||||
hdiutil detach mnt
|
||||
cd $dir_name
|
||||
;;
|
||||
win32)
|
||||
/usr/local/bin/7za x ../"$pkg_file" > /dev/null
|
||||
for file in *.xpi
|
||||
do
|
||||
unzip -o $file > /dev/null
|
||||
done
|
||||
|
||||
;;
|
||||
linux)
|
||||
tar xfvz ../"$pkg_file" > /dev/null
|
||||
;;
|
||||
esac
|
||||
|
||||
popd > /dev/null
|
||||
|
||||
}
|
||||
25
testing/release/l10n/verify_l10n.sh
Executable file
25
testing/release/l10n/verify_l10n.sh
Executable file
@ -0,0 +1,25 @@
|
||||
#!/bin/bash
|
||||
|
||||
. ../common/unpack.sh
|
||||
|
||||
release=$1
|
||||
|
||||
if [ -z "$release" ]
|
||||
then
|
||||
echo "Syntax: $0 <release_dir>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
for platform in linux-i686 win32 mac
|
||||
do
|
||||
rm -rf source/*
|
||||
# unpack_build platform dir_name pkg_file
|
||||
unpack_build $platform source $release/*.en-US.${platform}.*
|
||||
locales=`ls $release/*.${platform}.* | grep -v en-US | cut -d\. -f5`
|
||||
for locale in $locales
|
||||
do
|
||||
rm -rf target/*
|
||||
unpack_build ${platform} target $release/*.${locale}.${platform}.*
|
||||
diff -r source target > ${platform}.${locale}.diff
|
||||
done
|
||||
done
|
||||
27
testing/release/updates/verify_aus.sh
Executable file
27
testing/release/updates/verify_aus.sh
Executable file
@ -0,0 +1,27 @@
|
||||
#!/bin/bash
|
||||
# set -x
|
||||
|
||||
. ../common/unpack.sh
|
||||
. ../common/download_mars.sh
|
||||
|
||||
build_id="2006050817"
|
||||
product="Firefox"
|
||||
release="1.5.0.4"
|
||||
channel="release"
|
||||
|
||||
|
||||
for build_platform in WINNT_x86-msvc Darwin_Universal-gcc3 Linux_x86-gcc3
|
||||
do
|
||||
|
||||
for locale in `cat all-locales`
|
||||
#for locale in ko ja ja-JP-mac zh-CN zh-TW
|
||||
#for locale in en-US
|
||||
do
|
||||
|
||||
echo "checking $build_platform $locale"
|
||||
|
||||
download_mars "https://aus2.mozilla.org/update/1/$product/$release/$build_id/$build_platform/$locale/$channel/update.xml"
|
||||
|
||||
done
|
||||
|
||||
done
|
||||
126
testing/release/updates/verify_update.sh
Executable file
126
testing/release/updates/verify_update.sh
Executable file
@ -0,0 +1,126 @@
|
||||
#!/bin/bash
|
||||
# set -x
|
||||
|
||||
. ../common/unpack.sh
|
||||
. ../common/download_mars.sh
|
||||
|
||||
build_id="2006050817"
|
||||
product="Firefox"
|
||||
release="1.5.0.4"
|
||||
channel="release"
|
||||
|
||||
check_update () {
|
||||
# called with 4 args - platform, source package, target package, update package
|
||||
platform=$1
|
||||
source_package=$2
|
||||
target_package=$3
|
||||
|
||||
# cleanup
|
||||
rm -rf downloads/*
|
||||
rm -rf source/*
|
||||
rm -rf target/*
|
||||
|
||||
unpack_build $platform source "$source_package"
|
||||
unpack_build $platform target "$target_package"
|
||||
|
||||
#mkdir update
|
||||
#cp $update_package update/update.mar
|
||||
|
||||
case $platform in
|
||||
mac|mac-ppc)
|
||||
platform_dirname="*.app"
|
||||
;;
|
||||
win32)
|
||||
platform_dirname="bin"
|
||||
;;
|
||||
linux)
|
||||
platform_dirname=`echo $product | tr '[A-Z]' '[a-z]'`
|
||||
;;
|
||||
esac
|
||||
|
||||
cd source/$platform_dirname;
|
||||
$HOME/bin/updater ../../update 0
|
||||
|
||||
cd ../..
|
||||
|
||||
diff -r source/$platform_dirname target/$platform_dirname
|
||||
return $?
|
||||
}
|
||||
|
||||
for build_platform in Linux_x86-gcc3 Darwin_Universal-gcc3 WINNT_x86-msvc
|
||||
do
|
||||
|
||||
#for locale in `cat all-locales`
|
||||
for locale in en-US
|
||||
do
|
||||
if [ "Darwin_ppc-gcc3" == $build_platform ]; then
|
||||
source_build_platform=mac-ppc
|
||||
dirname="mac-ppc"
|
||||
filename="$product _version_.dmg"
|
||||
shortfilename="`echo $product | tr '[A-Z]' '[a-z]'`-_version_.$locale.$dirname.dmg"
|
||||
elif [ "Darwin_Universal-gcc3" == $build_platform ]; then
|
||||
source_build_platform=mac
|
||||
dirname="mac"
|
||||
filename="$product _version_.dmg"
|
||||
shortfilename="`echo $product | tr '[A-Z]' '[a-z]'`-_version_.$locale.$dirname.dmg"
|
||||
elif [ "Linux_x86-gcc3" == $build_platform ]; then
|
||||
source_build_platform=linux
|
||||
dirname="linux-i686"
|
||||
#dirname="linux"
|
||||
filename="`echo $product | tr '[A-Z]' '[a-z]'`-_version_.tar.gz"
|
||||
shortfilename="`echo $product | tr '[A-Z]' '[a-z]'`-_version_.$locale.$dirname.tar.gz"
|
||||
elif [ "WINNT_x86-msvc" == $build_platform ]; then
|
||||
source_build_platform=win32
|
||||
dirname="win32"
|
||||
filename="$product Setup _version_.exe"
|
||||
shortfilename="`echo $product | tr '[A-Z]' '[a-z]'`-_version_.$locale.$dirname.exe"
|
||||
fi
|
||||
|
||||
echo "checking $build_platform $locale"
|
||||
|
||||
download_mars "https://aus2.mozilla.org/update/1/$product/$release/$build_id/$build_platform/$locale/$channel/update.xml"
|
||||
if [ $? != 0 ]; then
|
||||
echo "download_mars returned error, skipping.."
|
||||
continue
|
||||
fi
|
||||
source_file=`echo $filename | sed "s/_version_/$release/"`
|
||||
target_file=`echo $filename | sed "s/_version_/1.5.0.5/"`
|
||||
#target_file=`echo $shortfilename | sed "s/_version_/1.5.0.5/"`
|
||||
cp update/partial.mar update/update.mar
|
||||
if [ -f "$source_file" ]; then rm "$source_file"; fi
|
||||
PARAMS="--user=qa --password=Pho3naib"
|
||||
build_url="http://stage.mozilla.org/pub/mozilla.org/`echo $product | tr '[A-Z]' '[a-z]'`/releases/$release/$dirname/$locale/$source_file"
|
||||
#build_url="http://people.mozilla.org/~rhelmer/`echo $product | tr '[A-Z]' '[a-z]'`/releases/yahoo/$release/$dirname/$locale/$source_file"
|
||||
#build_url="http://people.mozilla.org/~rhelmer/`echo $product | tr '[A-Z]' '[a-z]'`/releases/google/$release/$locale/$source_file"
|
||||
mkdir -p downloads/
|
||||
pushd downloads > /dev/null
|
||||
if [ -f $source_file ]; then rm $source_file; fi
|
||||
wget -nv $PARAMS "$build_url"
|
||||
popd > /dev/null
|
||||
if [ $? != 0 ]; then
|
||||
echo "FAIL: Could not download source $source_file from $build_url"
|
||||
echo "skipping.."
|
||||
continue
|
||||
fi
|
||||
if [ -f "$target_file" ]; then rm "$target_file"; fi
|
||||
#build_url="http://stage.mozilla.org/pub/mozilla.org/`echo $product | tr '[A-Z]' '[a-z]'`/nightly/1.5.0.5-candidates/rc4/$target_file"
|
||||
build_url="http://stage.mozilla.org/pub/mozilla.org/`echo $product | tr '[A-Z]' '[a-z]'`/releases/1.5.0.5/$dirname/$locale/$target_file"
|
||||
# XXX hack to test mac-ppc -> mac
|
||||
# build_url="http://stage.mozilla.org/pub/mozilla.org/`echo $product | tr '[A-Z]' '[a-z]'`/releases/1.5.0.5/mac/$locale/$target_file"
|
||||
#build_url="http://people.mozilla.org/~rhelmer/`echo $product | tr '[A-Z]' '[a-z]'`/releases/yahoo/testing/1.5.0.5/$dirname/$locale/$target_file"
|
||||
#build_url="http://people.mozilla.org/~rhelmer/`echo $product | tr '[A-Z]' '[a-z]'`/releases/google/testing/1.5.0.5/$dirname/$locale/$target_file"
|
||||
mkdir -p downloads/
|
||||
pushd downloads > /dev/null
|
||||
if [ -f $target_file ]; then rm $target_file; fi
|
||||
wget -nv $PARAMS "$build_url"
|
||||
popd > /dev/null
|
||||
if [ $? != 0 ]; then
|
||||
echo "FAIL: Could not download target $target_file from $build_url"
|
||||
echo "skipping.."
|
||||
continue
|
||||
fi
|
||||
check_update "$source_build_platform" "downloads/$source_file" "downloads/$target_file"
|
||||
|
||||
done
|
||||
|
||||
done
|
||||
Loading…
Reference in New Issue
Block a user