Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-10-19 08:15:31 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1654591 - [taskgraph] Fallback all manifests if there was a timeout in the bugbug loader, r=marco

Browse Source 
Differential Revision: https://phabricator.services.mozilla.com/D84835
This commit is contained in:
Andrew Halberstadt 2020-07-24 15:19:11 +00:00
parent 93de92455b
commit d60afdfad9
1 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
taskcluster/taskgraph/util/chunking.py
View File

@ -6,8 +6,9 @@ from __future__ import absolute_import, print_function, unicode_literals
"""Utility functions to handle test chunking."""
import os
import json
import logging
import os
from abc import ABCMeta, abstractmethod
import six
@ -22,8 +23,9 @@ from moztest.resolve import (
from taskgraph import GECKO
from taskgraph.util.backstop import is_backstop
from taskgraph.util.bugbug import CT_LOW, push_schedules
from taskgraph.util.bugbug import BugbugTimeoutException, CT_LOW, push_schedules
logger = logging.getLogger(__name__)
here = os.path.abspath(os.path.dirname(__file__))
resolver = TestResolver.from_environment(cwd=here, loader_cls=TestManifestLoader)
@ -210,15 +212,25 @@ class BugbugLoader(DefaultLoader):
filter them based on a query to bugbug."""
CONFIDENCE_THRESHOLD = CT_LOW
def __init__(self, *args, **kwargs):
super(BugbugLoader, self).__init__(*args, **kwargs)
self.timedout = False
@memoize
def get_manifests(self, suite, mozinfo):
manifests = super(BugbugLoader, self).get_manifests(suite, mozinfo)
# Don't prune any manifests if we're on a backstop push.
if is_backstop(self.params):
# Don't prune any manifests if we're on a backstop push or there was a timeout.
if is_backstop(self.params) or self.timedout:
return manifests
data = push_schedules(self.params['project'], self.params['head_rev'])
try:
data = push_schedules(self.params['project'], self.params['head_rev'])
except BugbugTimeoutException:
logger.warning("Timed out waiting for bugbug, loading all test manifests.")
self.timedout = True
return self.get_manifests(suite, mozinfo)
bugbug_manifests = {m for m, c in data.get('groups', {}).items()
if c >= self.CONFIDENCE_THRESHOLD}