mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-30 00:01:50 +00:00
125 lines
4.2 KiB
Python
125 lines
4.2 KiB
Python
import difflib
|
|
import logging
|
|
import re
|
|
import urllib2
|
|
from util.commands import run_cmd, get_output
|
|
from util.hg import get_repo_name, make_hg_url
|
|
from subprocess import CalledProcessError
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
def check_buildbot():
|
|
"""check if buildbot command works"""
|
|
try:
|
|
run_cmd(['buildbot', '--version'])
|
|
except CalledProcessError:
|
|
log.error("FAIL: buildbot command doesn't work", exc_info=True)
|
|
raise
|
|
|
|
|
|
def find_version(contents, versionNumber):
|
|
"""Given an open readable file-handle look for the occurrence
|
|
of the version # in the file"""
|
|
ret = re.search(re.compile(re.escape(versionNumber), re.DOTALL), contents)
|
|
return ret
|
|
|
|
|
|
def locale_diff(locales1, locales2):
|
|
""" accepts two lists and diffs them both ways, returns any differences
|
|
found """
|
|
diff_list = [locale for locale in locales1 if not locale in locales2]
|
|
diff_list.extend(locale for locale in locales2 if not locale in locales1)
|
|
return diff_list
|
|
|
|
|
|
def get_buildbot_username_param():
|
|
cmd = ['buildbot', 'sendchange', '--help']
|
|
output = get_output(cmd)
|
|
if "-W, --who=" in output:
|
|
return "--who"
|
|
else:
|
|
return "--username"
|
|
|
|
|
|
def sendchange(branch, revision, username, master, products):
|
|
"""Send the change to buildbot to kick off the release automation"""
|
|
if isinstance(products, basestring):
|
|
products = [products]
|
|
cmd = [
|
|
'buildbot',
|
|
'sendchange',
|
|
get_buildbot_username_param(),
|
|
username,
|
|
'--master',
|
|
master,
|
|
'--branch',
|
|
branch,
|
|
'-p',
|
|
'products:%s' % ','.join(products),
|
|
'-p',
|
|
'script_repo_revision:%s' % revision,
|
|
'release_build'
|
|
]
|
|
logging.info("Executing: %s" % cmd)
|
|
run_cmd(cmd)
|
|
|
|
|
|
def verify_mozconfigs(mozconfig_pair, nightly_mozconfig_pair, platform,
|
|
mozconfigWhitelist={}):
|
|
"""Compares mozconfig to nightly_mozconfig and compare to an optional
|
|
whitelist of known differences. mozconfig_pair and nightly_mozconfig_pair
|
|
are pairs containing the mozconfig's identifier and the list of lines in
|
|
the mozconfig."""
|
|
|
|
# unpack the pairs to get the names, the names are just for
|
|
# identifying the mozconfigs when logging the error messages
|
|
mozconfig_name, mozconfig_lines = mozconfig_pair
|
|
nightly_mozconfig_name, nightly_mozconfig_lines = nightly_mozconfig_pair
|
|
|
|
missing_args = mozconfig_lines == [] or nightly_mozconfig_lines == []
|
|
if missing_args:
|
|
log.info("Missing mozconfigs to compare for %s" % platform)
|
|
return False
|
|
|
|
success = True
|
|
|
|
diffInstance = difflib.Differ()
|
|
diff_result = diffInstance.compare(mozconfig_lines, nightly_mozconfig_lines)
|
|
diffList = list(diff_result)
|
|
|
|
for line in diffList:
|
|
clean_line = line[1:].strip()
|
|
if (line[0] == '-' or line[0] == '+') and len(clean_line) > 1:
|
|
# skip comment lines
|
|
if clean_line.startswith('#'):
|
|
continue
|
|
# compare to whitelist
|
|
message = ""
|
|
if line[0] == '-':
|
|
if platform in mozconfigWhitelist.get('release', {}):
|
|
if clean_line in \
|
|
mozconfigWhitelist['release'][platform]:
|
|
continue
|
|
elif line[0] == '+':
|
|
if platform in mozconfigWhitelist.get('nightly', {}):
|
|
if clean_line in \
|
|
mozconfigWhitelist['nightly'][platform]:
|
|
continue
|
|
else:
|
|
log.warning("%s not in %s %s!" % (
|
|
clean_line, platform,
|
|
mozconfigWhitelist['nightly'][platform]))
|
|
else:
|
|
log.error("Skipping line %s!" % line)
|
|
continue
|
|
message = "found in %s but not in %s: %s"
|
|
if line[0] == '-':
|
|
log.error(message % (mozconfig_name,
|
|
nightly_mozconfig_name, clean_line))
|
|
else:
|
|
log.error(message % (nightly_mozconfig_name,
|
|
mozconfig_name, clean_line))
|
|
success = False
|
|
return success
|