mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-27 04:05:32 +00:00
Bug 1468386 Clean up unused funsize-balrog-submitter image r=mtabara
Differential Revision: https://phabricator.services.mozilla.com/D1648
This commit is contained in:
Simon Fraser
parent
9f859ee6b8
commit
adfd291f5b
@ -1,35 +0,0 @@
|
||||
FROM ubuntu:xenial
|
||||
MAINTAINER Rail Aliiev <rail@mozilla.com>
|
||||
|
||||
# Required software
|
||||
ENV DEBIAN_FRONTEND noninteractive
|
||||
# Chain apt-get commands with apt-get clean in a single docker RUN
|
||||
# to make sure that files are removed within a single docker layer
|
||||
RUN apt-get update -q && \
|
||||
apt-get install -yyq --no-install-recommends \
|
||||
python mercurial curl python-boto python-setuptools python-cryptography \
|
||||
python-dev gcc liblzma-dev && \
|
||||
apt-get clean
|
||||
|
||||
COPY requirements.txt /tmp/
|
||||
# python-pip installs a lot of dependencies increasing the size of an image
|
||||
# drastically.
|
||||
RUN easy_install pip
|
||||
RUN pip install -r /tmp/requirements.txt
|
||||
|
||||
RUN hg clone https://hg.mozilla.org/build/tools /home/worker/tools
|
||||
|
||||
RUN useradd -d /home/worker -s /bin/bash -m worker
|
||||
|
||||
RUN mkdir /home/worker/bin
|
||||
COPY scripts/* /home/worker/bin/
|
||||
RUN mkdir /home/worker/keys
|
||||
COPY *.pubkey /home/worker/keys/
|
||||
COPY runme.sh /runme.sh
|
||||
COPY submit_complete.sh /submit_complete.sh
|
||||
RUN chmod 755 /home/worker/bin/* /runme.sh /submit_complete.sh
|
||||
|
||||
ENV HOME /home/worker
|
||||
ENV SHELL /bin/bash
|
||||
ENV USER worker
|
||||
ENV LOGNAME worker
|
||||
@ -1,17 +0,0 @@
|
||||
DOCKERIO_USERNAME =$(error DOCKERIO_USERNAME should be set)
|
||||
IMAGE_NAME = funsize-balrog-submitter
|
||||
FULL_IMAGE_NAME = $(DOCKERIO_USERNAME)/$(IMAGE_NAME)
|
||||
|
||||
build:
|
||||
docker build -t $(FULL_IMAGE_NAME) --no-cache --rm .
|
||||
|
||||
push:
|
||||
docker push $(FULL_IMAGE_NAME):latest
|
||||
|
||||
pull:
|
||||
docker pull $(FULL_IMAGE_NAME):latest
|
||||
|
||||
update_pubkeys:
|
||||
curl https://hg.mozilla.org/mozilla-central/raw-file/default/toolkit/mozapps/update/updater/nightly_aurora_level3_primary.der | openssl x509 -inform DER -pubkey -noout > nightly.pubkey
|
||||
curl https://hg.mozilla.org/mozilla-central/raw-file/default/toolkit/mozapps/update/updater/dep1.der | openssl x509 -inform DER -pubkey -noout > dep.pubkey
|
||||
curl https://hg.mozilla.org/mozilla-central/raw-file/default/toolkit/mozapps/update/updater/release_primary.der | openssl x509 -inform DER -pubkey -noout > release.pubkey
|
||||
@ -1,9 +0,0 @@
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAzjHSobdeiQ3JHP/cCIOp
|
||||
WaX9y12rL5mIo9OR9bpqEZdD0yXJJJeZA887Mv8slqsM+qObMUpKvfEE6zyYPIZJ
|
||||
ANib31neI5BBYHhfhf2f5EnkilSYlmU3Gx+uRsmsdt58PpYe124tOAGgca/8bUy3
|
||||
eb6kUUTwvMI0oWQuPkGUaoHVQyj/bBMTrIkyF3UbfFtiX/SfOPvIoabNUe+pQHUe
|
||||
pqC2+RxzDGj+shTq/hYhtXlptFzsEEb2+0foLy0MY8C30dP2QqbM2iavvr/P8OcS
|
||||
Gm3H0TQcRzIEBzvPcIjiZi1nQj/r/3TlYRNCjuYT/HsNLXrB/U5Tc990jjAUJxdH
|
||||
0wIDAQAB
|
||||
-----END PUBLIC KEY-----
|
||||
@ -1,9 +0,0 @@
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4j/IS3gWbyVVnWn4ZRnC
|
||||
Fuzb6VAaHa0I+4E504ekhVAhbKlSfBstkLbXajdjUVAJpn02zWnOaTl5KAdpDpIp
|
||||
SkdA4mK20ej3/Ij7gIt8IwaX+ArXL8mP84pxDn5BgaNADm3206Z6YQzc/TDYu529
|
||||
qkDFmLqNUVRJAhPO+qqhKHIcVGh8HUHXN6XV1qOFip+UU0M474jAGgurVmAv8Rh7
|
||||
VvM0v5KmB6V6WHwM5gwjg2yRY/o+xYIsNeSes9rpp+MOs/RnUA6LI4WZGY4YahvX
|
||||
VclIXBDgbWPYtojexIJkmYj8JIIRsh3eCsrRRe14fq7cBurp3CxBYMlDHf0RUoaq
|
||||
hQIDAQAB
|
||||
-----END PUBLIC KEY-----
|
||||
@ -1,14 +0,0 @@
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAth151NGY8PBzn0bii9Yc
|
||||
AjYHZDwP9Lj1c3owG0zLqW2kPcdp86QTAcoYunHGYFFakNG3tooZhzwkMjZ1OrXc
|
||||
ERjD6AuVSGIBdsKtKP4vLtMjDUteFN4K2+rveozcnYFZuTWEajGu8uoYsv4QgdEA
|
||||
nTBC39j0J33xlfUR+XKuxzhxNrFX+fRFWuLDJrPziMcVA/mzf0gXlhtEsfV0HYyg
|
||||
yWpHdIWww+llysD1QOQAHk94Ss8c/4BFXFxlwlLeNlB1ZqLm1LsNy0jUy9EHeO3C
|
||||
H6eqmiFEbpdjlrkJdgR1NcTzeY/Qf/nhWH6BAZrSapQycF7OSLU+rFWMQUElSPLc
|
||||
NVl7oNAAfSYLTvRjPGi+mJK3wGFQw1EpwQl+elE1oj4+sHvIVpDrLb6btpxfr1cZ
|
||||
pR4Di/hkOIymxEDWvtUhOxUXnYbDKQSDcAHKM/xR3sdIAiVtVuL4hyBwlAqkQc2j
|
||||
H+SmnCbazgnq5+dN4y5DjoOgbZQ/koE3s3bUzzMeIxaul9v4gMtGROw3PQ3OZcP0
|
||||
lgjPRhY+NeTnWMo2nGb4/eS6Cn2qFLfbEQjsj6pJJBNKfvK/gm1jXb3PgXXdf8+d
|
||||
2xTPOX8QNpSK7C0w4vYlvSpYZlsx2cznEOV6LDqP0QHUnmd/k1xWRRGiQ7gtT+BV
|
||||
Fn0h7JyTGmEdFu6l4OhS8hMCAwEAAQ==
|
||||
-----END PUBLIC KEY-----
|
||||
@ -1,9 +0,0 @@
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAvH4r94FpQ0gvr1hhTfV9
|
||||
NUeWPJ5CN6TZRq7v/Dc4nkJ1J4IP1B3UEii34tcNKpy1nKupiZuTT6T1zQYT+z5x
|
||||
3UkDF9qQboQ8RNb/BEz/cN3on/LTEnZ7YSraRL11M6cEB8mvmJxddCEquwqccRbs
|
||||
Usp8WUB7uRv1w6Anley7N9F/LE1iLPwJasZypRnzWb3aYsJy0cMFOYy+OXVdpktn
|
||||
qYqlNIjnt84u4Nil6UXnBbIJNUVOCY8wOFClNvVpubjPkWK1gtdWy3x/hJU5RpAO
|
||||
K9cnHxq4M/I4SUWTWO3r7yweQiHG4Jyoc7sP1jkwjBkSG93sDEycfwOdOoZft3wN
|
||||
sQIDAQAB
|
||||
-----END PUBLIC KEY-----
|
||||
@ -1,14 +0,0 @@
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAxCHbY+fP3dvaP9XVbmK6
|
||||
i4rbqo72INEWgDSYbr/DIYfCSzHC9H8pU8dyjt+Nd8OtoUZtBD1N9fP7SlrvPZSI
|
||||
ZSW4k0e9Ky5aV3Uy+ivamSvYszkhqdeP2y7MBu73XHKYONR9PnKa+ovmREwSEI+h
|
||||
1e0ebm8zvF7Ndwx0mOeZkDu9SDkDGg4aj2xrJyBBOuGVjuctMZ6l1davANI5xiJ0
|
||||
GBEU3tR1gJs1T4vLBis5mEFn9y4kgyw/HrxmRYGnZL4fLb2fTI+pNW0Twu3KWwwi
|
||||
LgLkkVrNWiHSk7YWqxjcg5IA3pQETQ17paTHoB5Mnkvuh6MkDXvRG5VgAHZAigr6
|
||||
fJMsasOUaBeos/cD1LDQEIObpetlxc0Fiu/lvUts0755otkhI+yv35+wUa6GJrsE
|
||||
CsT7c/LaFtQXg06aGXbMLDn0bE/e+nw9KWT/rE1iYXMFkzrqoTeYJ+v7/fD/ywU8
|
||||
m8l4CZmXxzd/RogMrM3xl+j4ucAAltDQyL4yLySaIT05w5U8z2zJDEXFvpFDSRfF
|
||||
K3kjLwGub7wNwaQDuh/msIUdavu4g+GNikCXAJ8AssLuYatyHoltd2tf+EIIDW3U
|
||||
zzLpymnLo3cAz3IPfXyqVB+mcLcpqbHjl3hWms6l1wGtz6S4WqdrWs/KfzS5EyDK
|
||||
r63xn1Rg/XFmR57EsFEXAZ8CAwEAAQ==
|
||||
-----END PUBLIC KEY-----
|
||||
@ -1 +0,0 @@
|
||||
mar==2.1.2
|
||||
@ -1,27 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -xe
|
||||
|
||||
test "$PARENT_TASK_ARTIFACTS_URL_PREFIX"
|
||||
test "$BALROG_API_ROOT"
|
||||
test "$SHA1_SIGNING_CERT"
|
||||
test "$SHA384_SIGNING_CERT"
|
||||
|
||||
|
||||
ARTIFACTS_DIR="/home/worker/artifacts"
|
||||
mkdir -p "$ARTIFACTS_DIR"
|
||||
|
||||
curl --location --retry 10 --retry-delay 10 -o "$ARTIFACTS_DIR/manifest.json" \
|
||||
"$PARENT_TASK_ARTIFACTS_URL_PREFIX/manifest.json"
|
||||
|
||||
cat "$ARTIFACTS_DIR/manifest.json"
|
||||
# EXTRA_BALROG_SUBMITTER_PARAMS is optional
|
||||
# shellcheck disable=SC2086
|
||||
python /home/worker/bin/funsize-balrog-submitter.py \
|
||||
--artifacts-url-prefix "$PARENT_TASK_ARTIFACTS_URL_PREFIX" \
|
||||
--manifest "$ARTIFACTS_DIR/manifest.json" \
|
||||
-a "$BALROG_API_ROOT" \
|
||||
--sha1-signing-cert "/home/worker/keys/${SHA1_SIGNING_CERT}.pubkey" \
|
||||
--sha384-signing-cert "/home/worker/keys/${SHA384_SIGNING_CERT}.pubkey" \
|
||||
--verbose \
|
||||
"$EXTRA_BALROG_SUBMITTER_PARAMS"
|
||||
@ -1,66 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
from __future__ import absolute_import, print_function
|
||||
|
||||
import site
|
||||
import os
|
||||
import logging
|
||||
import argparse
|
||||
import json
|
||||
|
||||
site.addsitedir("/home/worker/tools/lib/python")
|
||||
|
||||
from balrog.submitter.cli import ReleaseSubmitterV4
|
||||
from util.retry import retry
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--manifest", required=True)
|
||||
parser.add_argument("-a", "--api-root", required=True,
|
||||
help="Balrog API root")
|
||||
parser.add_argument("-v", "--verbose", action="store_const",
|
||||
dest="loglevel", const=logging.DEBUG,
|
||||
default=logging.INFO)
|
||||
parser.add_argument("--product", help="Override product name from application.ini")
|
||||
args = parser.parse_args()
|
||||
logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s",
|
||||
level=args.loglevel)
|
||||
logging.getLogger("requests").setLevel(logging.WARNING)
|
||||
logging.getLogger("boto").setLevel(logging.WARNING)
|
||||
|
||||
balrog_username = os.environ.get("BALROG_USERNAME")
|
||||
balrog_password = os.environ.get("BALROG_PASSWORD")
|
||||
suffix = os.environ.get("BALROG_BLOB_SUFFIX")
|
||||
if not balrog_username and not balrog_password:
|
||||
raise RuntimeError("BALROG_USERNAME and BALROG_PASSWORD environment "
|
||||
"variables should be set")
|
||||
if not suffix:
|
||||
raise RuntimeError("BALROG_BLOB_SUFFIX environment variable should be set")
|
||||
|
||||
manifest = json.load(open(args.manifest))
|
||||
auth = (balrog_username, balrog_password)
|
||||
|
||||
for e in manifest:
|
||||
complete_info = [{
|
||||
"hash": e["hash"],
|
||||
"size": e["size"],
|
||||
}]
|
||||
|
||||
submitter = ReleaseSubmitterV4(api_root=args.api_root, auth=auth,
|
||||
suffix=suffix)
|
||||
productName = args.product or e["appName"]
|
||||
retry(lambda: submitter.run(
|
||||
platform=e["platform"], productName=productName,
|
||||
version=e["toVersion"],
|
||||
build_number=e["toBuildNumber"],
|
||||
appVersion=e["version"], extVersion=e["version"],
|
||||
buildID=e["to_buildid"], locale=e["locale"],
|
||||
hashFunction='sha512', completeInfo=complete_info),
|
||||
attempts=30, sleeptime=10, max_sleeptime=60, jitter=3,
|
||||
)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@ -1,229 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
from __future__ import absolute_import, print_function
|
||||
|
||||
import site
|
||||
import os
|
||||
import logging
|
||||
import argparse
|
||||
import json
|
||||
import hashlib
|
||||
import requests
|
||||
import tempfile
|
||||
from boto.s3.connection import S3Connection
|
||||
from mardor.reader import MarReader
|
||||
from mardor.signing import get_keysize
|
||||
|
||||
site.addsitedir("/home/worker/tools/lib/python")
|
||||
|
||||
from balrog.submitter.cli import NightlySubmitterV4, ReleaseSubmitterV4
|
||||
from util.retry import retry, retriable
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def get_hash(content, hash_type="md5"):
|
||||
h = hashlib.new(hash_type)
|
||||
h.update(content)
|
||||
return h.hexdigest()
|
||||
|
||||
|
||||
@retriable()
|
||||
def download(url, dest, mode=None):
|
||||
log.debug("Downloading %s to %s", url, dest)
|
||||
r = requests.get(url)
|
||||
r.raise_for_status()
|
||||
|
||||
bytes_downloaded = 0
|
||||
with open(dest, 'wb') as fd:
|
||||
for chunk in r.iter_content(4096):
|
||||
fd.write(chunk)
|
||||
bytes_downloaded += len(chunk)
|
||||
|
||||
log.debug('Downloaded %s bytes', bytes_downloaded)
|
||||
if 'content-length' in r.headers:
|
||||
log.debug('Content-Length: %s bytes', r.headers['content-length'])
|
||||
if bytes_downloaded != int(r.headers['content-length']):
|
||||
raise IOError('Unexpected number of bytes downloaded')
|
||||
|
||||
if mode:
|
||||
log.debug("chmod %o %s", mode, dest)
|
||||
os.chmod(dest, mode)
|
||||
|
||||
|
||||
def verify_signature(mar, certs):
|
||||
log.info("Checking %s signature", mar)
|
||||
with open(mar, 'rb') as mar_fh:
|
||||
m = MarReader(mar_fh)
|
||||
m.verify(verify_key=certs.get(m.signature_type))
|
||||
|
||||
|
||||
def verify_copy_to_s3(bucket_name, aws_access_key_id, aws_secret_access_key,
|
||||
mar_url, mar_dest, signing_certs):
|
||||
conn = S3Connection(aws_access_key_id, aws_secret_access_key)
|
||||
bucket = conn.get_bucket(bucket_name)
|
||||
_, dest = tempfile.mkstemp()
|
||||
log.info("Downloading %s to %s...", mar_url, dest)
|
||||
download(mar_url, dest)
|
||||
log.info("Verifying the signature...")
|
||||
if not os.getenv("MOZ_DISABLE_MAR_CERT_VERIFICATION"):
|
||||
verify_signature(dest, signing_certs)
|
||||
for name in possible_names(mar_dest, 10):
|
||||
log.info("Checking if %s already exists", name)
|
||||
key = bucket.get_key(name)
|
||||
if not key:
|
||||
log.info("Uploading to %s...", name)
|
||||
key = bucket.new_key(name)
|
||||
# There is a chance for race condition here. To avoid it we check
|
||||
# the return value with replace=False. It should be not None.
|
||||
length = key.set_contents_from_filename(dest, replace=False)
|
||||
if length is None:
|
||||
log.warn("Name race condition using %s, trying again...", name)
|
||||
continue
|
||||
else:
|
||||
# key.make_public() may lead to race conditions, because
|
||||
# it doesn't pass version_id, so it may not set permissions
|
||||
bucket.set_canned_acl(acl_str='public-read', key_name=name,
|
||||
version_id=key.version_id)
|
||||
# Use explicit version_id to avoid using "latest" version
|
||||
return key.generate_url(expires_in=0, query_auth=False,
|
||||
version_id=key.version_id)
|
||||
else:
|
||||
if get_hash(retry(key.get_contents_as_string)) == \
|
||||
get_hash(open(dest).read()):
|
||||
log.info("%s has the same MD5 checksum, not uploading...",
|
||||
name)
|
||||
return key.generate_url(expires_in=0, query_auth=False,
|
||||
version_id=key.version_id)
|
||||
log.info("%s already exists with different checksum, "
|
||||
"trying another one...", name)
|
||||
|
||||
raise RuntimeError("Cannot generate a unique name for %s", mar_dest)
|
||||
|
||||
|
||||
def possible_names(initial_name, amount):
|
||||
"""Generate names appending counter before extension"""
|
||||
prefix, ext = os.path.splitext(initial_name)
|
||||
return [initial_name] + ["{}-{}{}".format(prefix, n, ext) for n in
|
||||
range(1, amount + 1)]
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--artifacts-url-prefix", required=True,
|
||||
help="URL prefix for MAR")
|
||||
parser.add_argument("--manifest", required=True)
|
||||
parser.add_argument("-a", "--api-root", required=True,
|
||||
help="Balrog API root")
|
||||
parser.add_argument("-d", "--dummy", action="store_true",
|
||||
help="Add '-dummy' suffix to branch name")
|
||||
parser.add_argument("--sha1-signing-cert", required=True)
|
||||
parser.add_argument("--sha384-signing-cert", required=True)
|
||||
parser.add_argument("-v", "--verbose", action="store_const",
|
||||
dest="loglevel", const=logging.DEBUG,
|
||||
default=logging.INFO)
|
||||
parser.add_argument("--product", help="Override product name from application.ini")
|
||||
args = parser.parse_args()
|
||||
logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s",
|
||||
level=args.loglevel)
|
||||
logging.getLogger("requests").setLevel(logging.WARNING)
|
||||
logging.getLogger("boto").setLevel(logging.WARNING)
|
||||
|
||||
balrog_username = os.environ.get("BALROG_USERNAME")
|
||||
balrog_password = os.environ.get("BALROG_PASSWORD")
|
||||
if not balrog_username and not balrog_password:
|
||||
raise RuntimeError("BALROG_USERNAME and BALROG_PASSWORD environment "
|
||||
"variables should be set")
|
||||
# blob suffix used for releases only
|
||||
suffix = os.environ.get("BALROG_BLOB_SUFFIX")
|
||||
|
||||
s3_bucket = os.environ.get("S3_BUCKET")
|
||||
aws_access_key_id = os.environ.get("AWS_ACCESS_KEY_ID")
|
||||
aws_secret_access_key = os.environ.get("AWS_SECRET_ACCESS_KEY")
|
||||
if not (s3_bucket and aws_access_key_id and aws_secret_access_key):
|
||||
log.warn("Skipping S3 uploads...")
|
||||
uploads_enabled = False
|
||||
else:
|
||||
uploads_enabled = True
|
||||
|
||||
manifest = json.load(open(args.manifest))
|
||||
auth = (balrog_username, balrog_password)
|
||||
|
||||
signing_certs = {
|
||||
'sha1': open(args.sha1_signing_cert, 'rb').read(),
|
||||
'sha384': open(args.sha384_signing_cert, 'rb').read(),
|
||||
}
|
||||
|
||||
assert(get_keysize(signing_certs['sha1']) == 2048)
|
||||
assert(get_keysize(signing_certs['sha384']) == 4096)
|
||||
|
||||
for e in manifest:
|
||||
complete_info = [{
|
||||
"hash": e["to_hash"],
|
||||
"size": e["to_size"],
|
||||
}]
|
||||
partial_info = [{
|
||||
"hash": e["hash"],
|
||||
"size": e["size"],
|
||||
}]
|
||||
|
||||
if "previousVersion" in e and "previousBuildNumber" in e:
|
||||
log.info("Release style balrog submission")
|
||||
partial_info[0]["previousVersion"] = e["previousVersion"]
|
||||
partial_info[0]["previousBuildNumber"] = e["previousBuildNumber"]
|
||||
submitter = ReleaseSubmitterV4(api_root=args.api_root, auth=auth,
|
||||
dummy=args.dummy, suffix=suffix)
|
||||
productName = args.product or e["appName"]
|
||||
if suffix:
|
||||
log.warning("Not submitting complete info")
|
||||
complete_info = None
|
||||
retry(lambda: submitter.run(
|
||||
platform=e["platform"], productName=productName,
|
||||
version=e["toVersion"],
|
||||
build_number=e["toBuildNumber"],
|
||||
appVersion=e["version"], extVersion=e["version"],
|
||||
buildID=e["to_buildid"], locale=e["locale"],
|
||||
hashFunction='sha512',
|
||||
partialInfo=partial_info, completeInfo=complete_info),
|
||||
attempts=30, sleeptime=10, max_sleeptime=60, jitter=3,
|
||||
)
|
||||
elif "from_buildid" in e and uploads_enabled:
|
||||
log.info("Nightly style balrog submission")
|
||||
partial_mar_url = "{}/{}".format(args.artifacts_url_prefix,
|
||||
e["mar"])
|
||||
complete_mar_url = e["to_mar"]
|
||||
dest_prefix = "{branch}/{buildid}".format(
|
||||
branch=e["branch"], buildid=e["to_buildid"])
|
||||
partial_mar_dest = "{}/{}".format(dest_prefix, e["mar"])
|
||||
complete_mar_filename = "{appName}-{branch}-{version}-" \
|
||||
"{platform}-{locale}.complete.mar"
|
||||
complete_mar_filename = complete_mar_filename.format(
|
||||
appName=e["appName"], branch=e["branch"],
|
||||
version=e["version"], platform=e["platform"],
|
||||
locale=e["locale"]
|
||||
)
|
||||
complete_mar_dest = "{}/{}".format(dest_prefix,
|
||||
complete_mar_filename)
|
||||
partial_info[0]["url"] = verify_copy_to_s3(
|
||||
s3_bucket, aws_access_key_id, aws_secret_access_key,
|
||||
partial_mar_url, partial_mar_dest, signing_certs)
|
||||
complete_info[0]["url"] = verify_copy_to_s3(
|
||||
s3_bucket, aws_access_key_id, aws_secret_access_key,
|
||||
complete_mar_url, complete_mar_dest, signing_certs)
|
||||
partial_info[0]["from_buildid"] = e["from_buildid"]
|
||||
submitter = NightlySubmitterV4(api_root=args.api_root, auth=auth,
|
||||
dummy=args.dummy)
|
||||
productName = args.product or e["appName"]
|
||||
retry(lambda: submitter.run(
|
||||
platform=e["platform"], buildID=e["to_buildid"],
|
||||
productName=productName, branch=e["branch"],
|
||||
appVersion=e["version"], locale=e["locale"],
|
||||
hashFunction='sha512', extVersion=e["version"],
|
||||
partialInfo=partial_info, completeInfo=complete_info),
|
||||
attempts=30, sleeptime=10, max_sleeptime=60, jitter=3,
|
||||
)
|
||||
else:
|
||||
raise RuntimeError("Cannot determine Balrog submission style")
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@ -1,23 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -xe
|
||||
|
||||
test "$PARENT_TASK_ARTIFACTS_URL_PREFIX"
|
||||
test "$BALROG_API_ROOT"
|
||||
# BALROG_BLOB_SUFFIX is used by the script implicitly to avoid possible CLI
|
||||
# issues with suffixes starting with "-"
|
||||
test "$BALROG_BLOB_SUFFIX"
|
||||
|
||||
|
||||
ARTIFACTS_DIR="/home/worker/artifacts"
|
||||
mkdir -p "$ARTIFACTS_DIR"
|
||||
|
||||
curl --location --retry 10 --retry-delay 10 -o "$ARTIFACTS_DIR/manifest.json" \
|
||||
"$PARENT_TASK_ARTIFACTS_URL_PREFIX/manifest.json"
|
||||
|
||||
cat "$ARTIFACTS_DIR/manifest.json"
|
||||
python /home/worker/bin/funsize-balrog-submitter-complete.py \
|
||||
--manifest "$ARTIFACTS_DIR/manifest.json" \
|
||||
-a "$BALROG_API_ROOT" \
|
||||
--verbose \
|
||||
"$EXTRA_BALROG_SUBMITTER_PARAMS"
|
||||
Loading…
Reference in New Issue
Block a user