Lines Matching refs:test
46 for t in sorted(tests.all_tests, key=lambda test: test.name):
57 metavar='BUILD', help='build types to perform [default: test]')
64 g.add_option('-t', '--test', action='append', dest='testspecs',
123 options.buildspecs = ['test']
170 def make_results_dir(self, build, machine, test):
171 # Create a unique directory for the output from this test
173 dirname = '-'.join([test.name, build.name, machine.getName(), timestamp])
180 # Create a unique directory for the output from this test
188 def write_description(self, checkout, build, machine, test, path):
191 f.write('test: %s\n' % test.name)
208 def write_errorcase(self, build, machine, test, path, msg, start_ts, end_ts):
210 tc = { 'name': test.name,
213 'stdout': '\n'.join(self._harness.process_output(test, path)),
229 def write_testcase(self, build, machine, test, path, passed,
232 tc = { 'name': test.name,
235 'stdout': '\n'.join(self._harness.process_output(test, path)),
247 errors = self._harness.extract_errors(test, path)
275 def run_test(self, build, machine, test, co, testcases):
276 debug.log('running test %s on %s, cwd is %s'
277 % (test.name, machine.getName(), os.getcwd()))
278 path = self.make_results_dir(build, machine, test)
279 self.write_description(co, build, machine, test, path)
282 self._harness.run_test(build, machine, test, path)
284 msg = 'Timeout while running test'
289 testcases.append(self.write_errorcase(build, machine, test, path,
294 msg = 'Exception while running test'
300 testcases.append(self.write_errorcase(build, machine, test, path,
307 debug.log('test complete, processing results')
309 passed = self._harness.process_results(test, path)
320 self.write_testcase(build, machine, test, path, passed,
330 for test in self._options.tests:
331 passed = self.run_test(build, machine, test, co, testcases)
364 # return False if we had test failures