Lines Matching full:suite
38 from autotest_lib.server.cros.dynamic_suite import suite as SuiteBase
44 from autotest_lib.server.cros.dynamic_suite.suite import RetryHandler
45 from autotest_lib.server.cros.dynamic_suite.suite import Suite
61 """Unit tests for dynamic_suite Suite class.
64 @var _TAG: fake suite tag
135 @param suite_name: The suite name to parse control files for.
173 @param suite_name: The suite name to parse control files for.
210 predicate = lambda d: d.suite == self._TAG
243 look for all control files with the suite attribute.
249 predicate = lambda t: hasattr(t, 'suite')
259 predicate = lambda d: d.suite == self._TAG
291 """Should be able to schedule an ad-hoc suite by specifying
297 suite = Suite.create_from_predicates([predicate], self._BUILDS,
302 self.assertFalse(self.files['one'] in suite.tests)
303 self.assertFalse(self.files['two'] in suite.tests)
304 self.assertFalse(self.files['four'] in suite.tests)
305 self.assertTrue(self.files['five'] in suite.tests)
320 raises=False, suite_deps=[], suite=None, argument
329 @param suite_deps: If True, add suite level dependencies.
332 record_job_id = suite and suite._results_dir
334 p = patch.object(suite, '_remember_job_keyval')
354 'suite': self._TAG,
390 suite._remember_job_keyval(fake_job)
404 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
409 self.expect_job_scheduling(recorder, suite=suite)
412 suite.schedule(recorder.record_entry)
413 for job in suite._jobs:
431 suite = Suite.create_from_name(self._TAG,
437 suite.schedule(recorder.record_entry)
454 suite = Suite.create_from_name(self._TAG,
461 suite.schedule(recorder.record_entry)
477 suite = Suite.create_from_name(self._TAG,
483 suite.schedule(recorder.record_entry)
513 suite = Suite.create_from_name(self._TAG,
520 suite.schedule(recorder.record_entry)
524 """Test suite max retries."""
536 suite = Suite.create_from_name(self._TAG,
544 suite.schedule(recorder.record_entry)
545 self.assertEqual(suite._retry_handler._max_retries, 1)
547 job_id = next(six.iterkeys(suite._retry_handler._retry_map))
548 suite._retry_handler.add_retry(old_job_id=job_id, new_job_id=10)
549 self.assertEqual(suite._retry_handler._max_retries, 0)
553 """Should add suite dependencies to tests scheduled."""
566 suite = Suite.create_from_name(self._TAG,
573 suite.schedule(recorder.record_entry)
604 suite = Suite.create_from_name(self._TAG, self._BUILDS, self._BOARD,
608 suite.schedule(recorder.record_entry)
612 """Create a Suite, using mocked tests and control file contents.
614 @return Suite object, after mocking out behavior needed to create it.
618 suite = Suite.create_from_name(
630 return suite
634 """Create a suite, returned a set of mocked results to expect.
641 self.suite = self._createSuiteWithMockedTestsAndControlFiles(
643 self.suite._results_dir = results_dir
676 def schedule_and_expect_these_results(self, suite, results, recorder): argument
677 """Create stubs for call to suite.schedule and
680 @param suite: suite object for which to stub out schedule(...)
700 suite_schedule_patch = patch.object(suite, 'schedule')
704 suite._retry_handler = RetryHandler({})
717 suite = self._createSuiteWithMockedTestsAndControlFiles()
721 self.schedule_and_expect_these_results(suite, results, recorder)
722 suite.schedule(recorder.record_entry)
723 suite.wait(recorder.record_entry)
729 suite = self._createSuiteWithMockedTestsAndControlFiles()
735 with patch.object(suite, 'schedule') as ss:
742 suite.schedule(recorder.record_entry)
743 suite.wait(recorder.record_entry)
750 suite = self._createSuiteWithMockedTestsAndControlFiles()
759 local_patcher = patch.object(suite._job_creator, 'create_job')
764 suite.schedule(recorder.record_entry)
765 suite.wait(recorder.record_entry)
812 self.suite,
815 with patch.object(self.suite._job_creator, 'create_job') as suite_mock:
818 self.suite.schedule(self.recorder.record_entry)
819 self.suite._retry_handler._retry_map = {
825 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
826 self.suite.wait(self.recorder.record_entry)
838 self.assertEquals(self.suite._retry_handler._retry_map,
841 self.assertEquals(self.suite._jobs_to_tests[fake_new_job_id],
851 self.suite,
854 self.suite.schedule(self.recorder.record_entry)
855 self.suite._retry_handler._retry_map = {
859 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
860 expected_jobs_to_tests = self.suite._jobs_to_tests.copy()
861 expected_retry_map = self.suite._retry_handler._retry_map.copy()
862 self.suite.wait(self.recorder.record_entry)
865 self.assertEquals(self.suite._retry_handler._retry_map,
867 self.assertEquals(self.suite._jobs_to_tests, expected_jobs_to_tests)
870 """Make sure the suite survives even if the retry failed."""
877 self.suite,
880 with patch.object(self.suite._job_creator,
882 self.suite, '_should_report') as report_mock:
888 self.suite.schedule(self.recorder.record_entry)
889 self.suite._retry_handler._retry_map = {
895 self.suite._jobs_to_tests[self._FAKE_JOB_ID] = test_to_retry
896 self.suite.wait(self.recorder.record_entry)
903 expected_jobs_to_tests = self.suite._jobs_to_tests.copy()
904 self.assertEquals(self.suite._retry_handler._retry_map,
906 self.assertEquals(self.suite._jobs_to_tests,