mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-27 12:15:33 +00:00
79bcfe8372
This adds --full to switch to using the full_task_set instead of the target_task_set. The full set has around ~7000 tasks while the target set for mozilla-central has ~2300, so I think leaving the target as default makes sense (as it is the 95% use case). This also adds the ability to specify a custom parameters.yml file via -p/--parameters. This just gets forwarded to the taskgraph for generation. MozReview-Commit-ID: Esjvkh1p0Yw --HG-- extra : rebase_source : 69bfdfe2f418001b8446259461a8e404669e37e7
58 lines
1.8 KiB
Python
58 lines
1.8 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import os
|
|
|
|
from mozboot.util import get_state_dir
|
|
from mozbuild.base import MozbuildObject
|
|
from mozpack.files import FileFinder
|
|
|
|
from taskgraph.generator import TaskGraphGenerator
|
|
from taskgraph.parameters import load_parameters_file
|
|
|
|
here = os.path.abspath(os.path.dirname(__file__))
|
|
build = MozbuildObject.from_environment(cwd=here)
|
|
|
|
|
|
def invalidate(cache):
|
|
if not os.path.isfile(cache):
|
|
return
|
|
|
|
tc_dir = os.path.join(build.topsrcdir, 'taskcluster')
|
|
tmod = max(os.path.getmtime(os.path.join(tc_dir, p)) for p, _ in FileFinder(tc_dir))
|
|
cmod = os.path.getmtime(cache)
|
|
|
|
if tmod > cmod:
|
|
os.remove(cache)
|
|
|
|
|
|
def generate_tasks(params=None, full=False):
|
|
params = params or "project=mozilla-central"
|
|
|
|
cache_dir = os.path.join(get_state_dir()[0], 'cache', 'taskgraph')
|
|
attr = 'full_task_set' if full else 'target_task_set'
|
|
cache = os.path.join(cache_dir, attr)
|
|
|
|
invalidate(cache)
|
|
if os.path.isfile(cache):
|
|
with open(cache, 'r') as fh:
|
|
return fh.read().splitlines()
|
|
|
|
if not os.path.isdir(cache_dir):
|
|
os.makedirs(cache_dir)
|
|
|
|
print("Task configuration changed, generating {}".format(attr.replace('_', ' ')))
|
|
params = load_parameters_file(params)
|
|
params.check()
|
|
|
|
root = os.path.join(build.topsrcdir, 'taskcluster', 'ci')
|
|
tg = getattr(TaskGraphGenerator(root_dir=root, parameters=params), attr)
|
|
labels = [label for label in tg.graph.visit_postorder()]
|
|
|
|
with open(cache, 'w') as fh:
|
|
fh.write('\n'.join(labels))
|
|
return labels
|