Searched refs:can_fetch (Results 1 – 5 of 5) sorted by relevance
| /third_party/python/Lib/test/ |
| D | test_robotparser.py | 34 self.assertTrue(self.parser.can_fetch(agent, url))
40 self.assertFalse(self.parser.can_fetch(agent, url))
342 self.assertFalse(parser.can_fetch("*", robots_url))
370 self.assertTrue(self.parser.can_fetch('*', self.url('elsewhere')))
371 self.assertFalse(self.parser.can_fetch('Nutch', self.base_url))
372 self.assertFalse(self.parser.can_fetch('Nutch', self.url('brian')))
373 self.assertFalse(self.parser.can_fetch('Nutch', self.url('webstats')))
374 self.assertFalse(self.parser.can_fetch('*', self.url('webstats')))
375 self.assertTrue(self.parser.can_fetch('*', self.base_url))
|
| /third_party/python/Doc/library/ |
| D | urllib.robotparser.rst | 43 .. method:: can_fetch(useragent, url)
103 >>> rp.can_fetch("*", "http://www.musi-cal.com/cgi-bin/search?city=San+Francisco")
105 >>> rp.can_fetch("*", "http://www.musi-cal.com/")
|
| /third_party/python/Lib/urllib/ |
| D | robotparser.py | 154 def can_fetch(self, useragent, url): member in RobotFileParser
|
| /third_party/python/Misc/NEWS.d/ |
| D | 3.5.0a1.rst | 3734 can_fetch().
|
| /third_party/python/Misc/ |
| D | HISTORY | 1924 prior to returning True in can_fetch().
|