2016-05-16 22:53:22 +00:00
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
|
|
|
|
import unittest
|
|
|
|
|
2017-03-10 04:14:40 +00:00
|
|
|
from taskgraph.generator import TaskGraphGenerator, Kind
|
|
|
|
from taskgraph import graph, target_tasks as target_tasks_mod
|
2016-05-16 22:53:22 +00:00
|
|
|
from mozunit import main
|
|
|
|
|
|
|
|
|
2017-03-10 04:14:40 +00:00
|
|
|
def fake_loader(kind, path, config, parameters, loaded_tasks):
|
2017-03-09 21:40:33 +00:00
|
|
|
for i in range(3):
|
|
|
|
dependencies = {}
|
|
|
|
if i >= 1:
|
|
|
|
dependencies['prev'] = '{}-t-{}'.format(kind, i-1)
|
|
|
|
yield {'kind': kind,
|
|
|
|
'label': '{}-t-{}'.format(kind, i),
|
|
|
|
'attributes': {'_tasknum': str(i)},
|
|
|
|
'task': {'i': i},
|
|
|
|
'dependencies': dependencies}
|
2017-03-10 04:14:40 +00:00
|
|
|
|
|
|
|
|
2016-06-27 22:31:06 +00:00
|
|
|
class FakeKind(Kind):
|
|
|
|
|
2017-03-10 04:14:40 +00:00
|
|
|
def _get_loader(self):
|
|
|
|
return fake_loader
|
2016-06-27 22:31:06 +00:00
|
|
|
|
|
|
|
def load_tasks(self, parameters, loaded_tasks):
|
|
|
|
FakeKind.loaded_kinds.append(self.name)
|
|
|
|
return super(FakeKind, self).load_tasks(parameters, loaded_tasks)
|
|
|
|
|
|
|
|
|
|
|
|
class WithFakeKind(TaskGraphGenerator):
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def _load_kinds(self):
|
2016-12-06 06:33:36 +00:00
|
|
|
for kind_name, deps in self.parameters['_kinds']:
|
2017-03-09 21:40:33 +00:00
|
|
|
config = {
|
|
|
|
'transforms': [],
|
|
|
|
}
|
|
|
|
if deps:
|
|
|
|
config['kind-dependencies'] = deps
|
|
|
|
yield FakeKind(kind_name, '/fake', config)
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
class TestGenerator(unittest.TestCase):
|
|
|
|
|
2016-12-06 06:33:36 +00:00
|
|
|
def maketgg(self, target_tasks=None, kinds=[('_fake', [])]):
|
2016-06-27 22:31:06 +00:00
|
|
|
FakeKind.loaded_kinds = []
|
|
|
|
self.target_tasks = target_tasks or []
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def target_tasks_method(full_task_graph, parameters):
|
|
|
|
return self.target_tasks
|
2016-11-18 00:29:51 +00:00
|
|
|
|
|
|
|
target_tasks_mod._target_task_methods['test_method'] = target_tasks_method
|
|
|
|
|
|
|
|
parameters = {
|
2016-12-06 06:33:36 +00:00
|
|
|
'_kinds': kinds,
|
2016-11-18 00:29:51 +00:00
|
|
|
'target_tasks_method': 'test_method',
|
|
|
|
}
|
|
|
|
|
|
|
|
return WithFakeKind('/root', parameters)
|
2016-06-27 22:31:06 +00:00
|
|
|
|
|
|
|
def test_kind_ordering(self):
|
|
|
|
"When task kinds depend on each other, they are loaded in postorder"
|
|
|
|
self.tgg = self.maketgg(kinds=[
|
2016-12-06 06:33:36 +00:00
|
|
|
('_fake3', ['_fake2', '_fake1']),
|
|
|
|
('_fake2', ['_fake1']),
|
|
|
|
('_fake1', []),
|
2016-06-27 22:31:06 +00:00
|
|
|
])
|
|
|
|
self.tgg._run_until('full_task_set')
|
2016-12-06 06:33:36 +00:00
|
|
|
self.assertEqual(FakeKind.loaded_kinds, ['_fake1', '_fake2', '_fake3'])
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def test_full_task_set(self):
|
|
|
|
"The full_task_set property has all tasks"
|
2016-06-27 22:31:06 +00:00
|
|
|
self.tgg = self.maketgg()
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(self.tgg.full_task_set.graph,
|
2016-12-06 06:33:36 +00:00
|
|
|
graph.Graph({'_fake-t-0', '_fake-t-1', '_fake-t-2'}, set()))
|
2016-06-27 22:31:06 +00:00
|
|
|
self.assertEqual(sorted(self.tgg.full_task_set.tasks.keys()),
|
2016-12-06 06:33:36 +00:00
|
|
|
sorted(['_fake-t-0', '_fake-t-1', '_fake-t-2']))
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def test_full_task_graph(self):
|
|
|
|
"The full_task_graph property has all tasks, and links"
|
2016-06-27 22:31:06 +00:00
|
|
|
self.tgg = self.maketgg()
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(self.tgg.full_task_graph.graph,
|
2016-12-06 06:33:36 +00:00
|
|
|
graph.Graph({'_fake-t-0', '_fake-t-1', '_fake-t-2'},
|
2016-05-16 22:53:22 +00:00
|
|
|
{
|
2016-12-06 06:33:36 +00:00
|
|
|
('_fake-t-1', '_fake-t-0', 'prev'),
|
|
|
|
('_fake-t-2', '_fake-t-1', 'prev'),
|
2016-05-16 22:53:22 +00:00
|
|
|
}))
|
2016-06-27 22:31:06 +00:00
|
|
|
self.assertEqual(sorted(self.tgg.full_task_graph.tasks.keys()),
|
2016-12-06 06:33:36 +00:00
|
|
|
sorted(['_fake-t-0', '_fake-t-1', '_fake-t-2']))
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def test_target_task_set(self):
|
|
|
|
"The target_task_set property has the targeted tasks"
|
2016-12-06 06:33:36 +00:00
|
|
|
self.tgg = self.maketgg(['_fake-t-1'])
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(self.tgg.target_task_set.graph,
|
2016-12-06 06:33:36 +00:00
|
|
|
graph.Graph({'_fake-t-1'}, set()))
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(self.tgg.target_task_set.tasks.keys(),
|
2016-12-06 06:33:36 +00:00
|
|
|
['_fake-t-1'])
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def test_target_task_graph(self):
|
|
|
|
"The target_task_graph property has the targeted tasks and deps"
|
2016-12-06 06:33:36 +00:00
|
|
|
self.tgg = self.maketgg(['_fake-t-1'])
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(self.tgg.target_task_graph.graph,
|
2016-12-06 06:33:36 +00:00
|
|
|
graph.Graph({'_fake-t-0', '_fake-t-1'},
|
|
|
|
{('_fake-t-1', '_fake-t-0', 'prev')}))
|
2016-05-16 22:53:22 +00:00
|
|
|
self.assertEqual(sorted(self.tgg.target_task_graph.tasks.keys()),
|
2016-12-06 06:33:36 +00:00
|
|
|
sorted(['_fake-t-0', '_fake-t-1']))
|
2016-05-16 22:53:22 +00:00
|
|
|
|
|
|
|
def test_optimized_task_graph(self):
|
2016-06-05 19:49:41 +00:00
|
|
|
"The optimized task graph contains task ids"
|
2016-12-06 06:33:36 +00:00
|
|
|
self.tgg = self.maketgg(['_fake-t-2'])
|
2016-06-05 19:49:41 +00:00
|
|
|
tid = self.tgg.label_to_taskid
|
2016-06-21 01:06:55 +00:00
|
|
|
self.assertEqual(
|
|
|
|
self.tgg.optimized_task_graph.graph,
|
2016-12-06 06:33:36 +00:00
|
|
|
graph.Graph({tid['_fake-t-0'], tid['_fake-t-1'], tid['_fake-t-2']}, {
|
|
|
|
(tid['_fake-t-1'], tid['_fake-t-0'], 'prev'),
|
|
|
|
(tid['_fake-t-2'], tid['_fake-t-1'], 'prev'),
|
2016-06-27 22:31:06 +00:00
|
|
|
}))
|
2016-05-16 22:53:22 +00:00
|
|
|
|
2017-03-10 04:14:40 +00:00
|
|
|
|
2016-05-16 22:53:22 +00:00
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|