Lines Matching full:suite
33 from autotest_lib.server.cros.dynamic_suite import suite as SuiteBase
37 from autotest_lib.server.cros.dynamic_suite.suite import RetryHandler
38 from autotest_lib.server.cros.dynamic_suite.suite import Suite
42 """Unit tests for dynamic_suite Suite class.
45 @var _TAG: fake suite tag
105 @param suite_name: The suite name to parse control files for.
140 @param suite_name: The suite name to parse control files for.
167 predicate = lambda d: d.suite == self._TAG
199 look for all control files with the suite attribute.
204 predicate = lambda t: hasattr(t, 'suite')
214 predicate = lambda d: d.suite == self._TAG
246 """Should be able to schedule an ad-hoc suite by specifying
251 suite = Suite.create_from_predicates([predicate], self._BUILDS,
256 self.assertFalse(self.files['one'] in suite.tests)
257 self.assertFalse(self.files['two'] in suite.tests)
258 self.assertFalse(self.files['four'] in suite.tests)
259 self.assertTrue(self.files['five'] in suite.tests)
279 raises=False, suite_deps=[], suite=None, argument
288 @param suite_deps: If True, add suite level dependencies.
291 record_job_id = suite and suite._results_dir
293 self.mox.StubOutWithMock(suite, '_remember_job_keyval')
311 'suite': self._TAG,
347 suite._remember_job_keyval(fake_job)
361 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
367 self.expect_job_scheduling(recorder, suite=suite)
372 suite.schedule(recorder.record_entry)
373 for job in suite._jobs:
392 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
395 suite.schedule(recorder.record_entry)
413 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
417 suite.schedule(recorder.record_entry)
434 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
437 suite.schedule(recorder.record_entry)
466 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
470 suite.schedule(recorder.record_entry)
472 self.assertEqual(expected_retry_map, suite._retry_handler._retry_map)
476 """Test suite max retries."""
489 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
493 suite.schedule(recorder.record_entry)
494 self.assertEqual(suite._retry_handler._max_retries, 1)
496 job_id = suite._retry_handler._retry_map.iterkeys().next()
497 suite._retry_handler.add_retry(old_job_id=job_id, new_job_id=10)
498 self.assertEqual(suite._retry_handler._max_retries, 0)
502 """Should add suite dependencies to tests scheduled."""
516 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
519 suite.schedule(recorder.record_entry)
545 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
549 suite.schedule(recorder.record_entry)
553 """Create a Suite, using mocked tests and control file contents.
555 @return Suite object, after mocking out behavior needed to create it.
559 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
565 return suite
569 """Create a suite, returned a set of mocked results to expect.
576 self.suite = self._createSuiteWithMockedTestsAndControlFiles(
578 self.suite._results_dir = results_dir
612 def schedule_and_expect_these_results(self, suite, results, recorder): argument
613 """Create mox stubs for call to suite.schedule and
616 @param suite: suite object for which to stub out schedule(...)
636 self.mox.StubOutWithMock(suite, 'schedule')
637 suite.schedule(recorder.record_entry)
638 suite._retry_handler = RetryHandler({})
642 self.afe, self.tko, suite._jobs).AndReturn(
648 suite = self._createSuiteWithMockedTestsAndControlFiles()
654 self.schedule_and_expect_these_results(suite, results, recorder)
657 suite.schedule(recorder.record_entry)
658 suite.wait(recorder.record_entry, dict())
663 suite = self._createSuiteWithMockedTestsAndControlFiles()
670 self.mox.StubOutWithMock(suite, 'schedule')
671 suite.schedule(recorder.record_entry)
679 suite.schedule(recorder.record_entry)
680 suite.wait(recorder.record_entry, dict())
685 suite = self._createSuiteWithMockedTestsAndControlFiles()
696 self.mox.StubOutWithMock(suite._job_creator, 'create_job')
697 suite._job_creator.create_job(
702 suite.schedule(recorder.record_entry)
703 suite.wait(recorder.record_entry, dict())
746 self.suite,
752 self.suite.schedule(self.recorder.record_entry)
753 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = self.files['seven']
755 self.suite.wait(self.recorder.record_entry, reporter=reporter)
760 Make sure the suite survives even if we cannot file bugs.
764 self.suite,
769 self.suite.schedule(self.recorder.record_entry)
770 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = self.files['seven']
772 self.suite.wait(self.recorder.record_entry, reporter=reporter)
784 self.suite,
787 self.mox.StubOutWithMock(self.suite._job_creator, 'create_job')
788 self.suite._job_creator.create_job(
792 self.suite.schedule(self.recorder.record_entry)
793 self.suite._retry_handler._retry_map = {
797 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
801 self.suite.wait(self.recorder.record_entry, reporter=reporter)
809 self.assertEquals(self.suite._retry_handler._retry_map,
812 self.assertEquals(self.suite._jobs_to_tests[fake_new_job_id],
822 self.suite,
826 self.suite.schedule(self.recorder.record_entry)
827 self.suite._retry_handler._retry_map = {
831 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
832 expected_jobs_to_tests = self.suite._jobs_to_tests.copy()
833 expected_retry_map = self.suite._retry_handler._retry_map.copy()
835 self.suite.wait(self.recorder.record_entry, reporter=reporter)
838 self.assertEquals(self.suite._retry_handler._retry_map,
840 self.assertEquals(self.suite._jobs_to_tests, expected_jobs_to_tests)
844 """Make sure the suite survives even if the retry failed."""
850 self.suite,
853 self.mox.StubOutWithMock(self.suite._job_creator, 'create_job')
854 self.suite._job_creator.create_job(
858 self.mox.StubOutWithMock(self.suite, '_should_report')
859 self.suite._should_report(mox.IgnoreArg()).AndReturn(False)
863 self.suite.schedule(self.recorder.record_entry)
864 self.suite._retry_handler._retry_map = {
868 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
870 self.suite.wait(self.recorder.record_entry, reporter=reporter)
875 expected_jobs_to_tests = self.suite._jobs_to_tests.copy()
876 self.assertEquals(self.suite._retry_handler._retry_map,
878 self.assertEquals(self.suite._jobs_to_tests, expected_jobs_to_tests)