1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/usr/bin/env python
# Copyright (C) 2011 Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
"""
The TestRunner2 package is an alternate implementation of the TestRunner
class that uses the manager_worker_broker module to send sets of tests to
workers and receive their completion messages accordingly.
"""
import logging
from webkitpy.layout_tests.layout_package import manager_worker_broker
from webkitpy.layout_tests.layout_package import test_runner
from webkitpy.layout_tests.layout_package import worker
_log = logging.getLogger(__name__)
class TestRunner2(test_runner.TestRunner):
def __init__(self, port, options, printer):
test_runner.TestRunner.__init__(self, port, options, printer)
self._all_results = []
self._group_stats = {}
self._current_result_summary = None
self._done = False
def is_done(self):
return self._done
def name(self):
return 'TestRunner2'
def _run_tests(self, file_list, result_summary):
"""Runs the tests in the file_list.
Return: A tuple (keyboard_interrupted, thread_timings, test_timings,
individual_test_timings)
keyboard_interrupted is whether someone typed Ctrl^C
thread_timings is a list of dicts with the total runtime
of each thread with 'name', 'num_tests', 'total_time' properties
test_timings is a list of timings for each sharded subdirectory
of the form [time, directory_name, num_tests]
individual_test_timings is a list of run times for each test
in the form {filename:filename, test_run_time:test_run_time}
result_summary: summary object to populate with the results
"""
self._current_result_summary = result_summary
# FIXME: shard properly.
# FIXME: should shard_tests return a list of objects rather than tuples?
test_lists = self._shard_tests(file_list, False)
manager_connection = manager_worker_broker.get(self._port, self._options, self, worker.Worker)
# FIXME: start all of the workers.
manager_connection.start_worker(0)
for test_list in test_lists:
manager_connection.post_message('test_list', test_list[0], test_list[1])
manager_connection.post_message('stop')
keyboard_interrupted = False
interrupted = False
if not self._options.dry_run:
while not self._check_if_done():
manager_connection.run_message_loop(delay_secs=1.0)
# FIXME: implement stats.
thread_timings = []
# FIXME: should this be a class instead of a tuple?
return (keyboard_interrupted, interrupted, thread_timings,
self._group_stats, self._all_results)
def _check_if_done(self):
"""Returns true iff all the workers have either completed or wedged."""
# FIXME: implement to check for wedged workers.
return self._done
def handle_started_test(self, src, test_info, hang_timeout):
# FIXME: implement
pass
def handle_done(self, src):
# FIXME: implement properly to handle multiple workers.
self._done = True
pass
def handle_exception(self, src, exception_info):
raise exception_info
def handle_finished_list(self, src, list_name, num_tests, elapsed_time):
# FIXME: update stats
pass
def handle_finished_test(self, src, result, elapsed_time):
self._update_summary_with_result(self._current_result_summary, result)
# FIXME: update stats.
self._all_results.append(result)
|
