Lines Matching refs:test
31 """Verifies that test shuffling works."""
39 # The environment variables for test sharding.
77 """Runs the test program and returns its output."""
86 """Runs the test program and returns a list of test lists.
94 test iteration.
109 """Returns a list of test cases in the given full test names.
112 tests: a list of full test names
115 A list of test cases from 'tests', in their original order.
120 for test in tests:
121 test_case = test.split('.')[0]
168 """Tests test shuffling."""
201 for test in SHUFFLED_ALL_TESTS:
202 self.assertEqual(1, SHUFFLED_ALL_TESTS.count(test),
203 '%s appears more than once' % (test,))
204 for test in SHUFFLED_ACTIVE_TESTS:
205 self.assertEqual(1, SHUFFLED_ACTIVE_TESTS.count(test),
206 '%s appears more than once' % (test,))
207 for test in SHUFFLED_FILTERED_TESTS:
208 self.assertEqual(1, SHUFFLED_FILTERED_TESTS.count(test),
209 '%s appears more than once' % (test,))
210 for test in SHUFFLED_SHARDED_TESTS:
211 self.assertEqual(1, SHUFFLED_SHARDED_TESTS.count(test),
212 '%s appears more than once' % (test,))
215 for test in SHUFFLED_ALL_TESTS:
216 self.assert_(test in ALL_TESTS, '%s is an invalid test' % (test,))
217 for test in SHUFFLED_ACTIVE_TESTS:
218 self.assert_(test in ACTIVE_TESTS, '%s is an invalid test' % (test,))
219 for test in SHUFFLED_FILTERED_TESTS:
220 self.assert_(test in FILTERED_TESTS, '%s is an invalid test' % (test,))
221 for test in SHUFFLED_SHARDED_TESTS:
222 self.assert_(test in SHARDED_TESTS, '%s is an invalid test' % (test,))
225 for test in ALL_TESTS:
226 self.assert_(test in SHUFFLED_ALL_TESTS, '%s is missing' % (test,))
227 for test in ACTIVE_TESTS:
228 self.assert_(test in SHUFFLED_ACTIVE_TESTS, '%s is missing' % (test,))
229 for test in FILTERED_TESTS:
230 self.assert_(test in SHUFFLED_FILTERED_TESTS, '%s is missing' % (test,))
231 for test in SHARDED_TESTS:
232 self.assert_(test in SHUFFLED_SHARDED_TESTS, '%s is missing' % (test,))
236 for test in SHUFFLED_ACTIVE_TESTS:
237 if 'DeathTest.' in test:
239 '%s appears after a non-death test' % (test,))
245 for test in tests:
246 [test_case, _] = test.split('.')
260 # Get the test lists in all 3 iterations, using random seed 1, 2,
262 # iteration, and this test depends on the current implementation
264 # makes the test much easier to write.
277 # correctly restores the test order before re-shuffling at the
285 # correctly restores the test order before re-shuffling at the