12     agent = 'test_robotparser'  variable in BaseRobotTest
23             agent, url = url
24             return agent, url
25         return self.agent, url
29             agent, url = self.get_agent_and_url(url)
30             with self.subTest(url=url, agent=agent):
31                 self.assertTrue(self.parser.can_fetch(agent, url))
35             agent, url = self.get_agent_and_url(url)
36             with self.subTest(url=url, agent=agent):
37                 self.assertFalse(self.parser.can_fetch(agent, url))
82             agent, url = self.get_agent_and_url(url)
83             with self.subTest(url=url, agent=agent):
86                         self.parser.crawl_delay(agent), self.crawl_delay
90                         self.parser.request_rate(agent),
94                         self.parser.request_rate(agent).requests,
98                         self.parser.request_rate(agent).seconds,
113     agent = 'figtree'  variable in CrawlDelayAndRequestRateTest
122     agent = 'FigTree Robot libwww-perl/5.04'  variable in DifferentAgentTest
165     agent = 'Googlebot'  variable in AnotherInvalidRequestRateTest
181     agent = 'Googlebot'  variable in UserAgentOrderingTest
186     agent = 'Googlebot-Mobile'  variable in UserAgentGoogleMobileTest
197     agent = 'googlebot'  variable in GoogleURLOrderingTest