Searched refs:can_fetch (Results 1 – 10 of 10) sorted by relevance
| /external/python/cpython2/Lib/test/ |
| D | test_robotparser.py | 33 self.assertTrue(self.parser.can_fetch(agent, url))
38 self.assertFalse(self.parser.can_fetch(agent, url))
202 self.assertFalse(parser.can_fetch("*", robots_url))
228 self.assertTrue(self.parser.can_fetch('*', self.url('elsewhere')))
229 self.assertFalse(self.parser.can_fetch('Nutch', self.base_url))
230 self.assertFalse(self.parser.can_fetch('Nutch', self.url('brian')))
231 self.assertFalse(self.parser.can_fetch('Nutch', self.url('webstats')))
232 self.assertFalse(self.parser.can_fetch('*', self.url('webstats')))
233 self.assertTrue(self.parser.can_fetch('*', self.base_url))
|
| /external/python/cpython3/Lib/test/ |
| D | test_robotparser.py | 32 self.assertTrue(self.parser.can_fetch(agent, url))
38 self.assertFalse(self.parser.can_fetch(agent, url))
337 self.assertFalse(parser.can_fetch("*", robots_url))
365 self.assertTrue(self.parser.can_fetch('*', self.url('elsewhere')))
366 self.assertFalse(self.parser.can_fetch('Nutch', self.base_url))
367 self.assertFalse(self.parser.can_fetch('Nutch', self.url('brian')))
368 self.assertFalse(self.parser.can_fetch('Nutch', self.url('webstats')))
369 self.assertFalse(self.parser.can_fetch('*', self.url('webstats')))
370 self.assertTrue(self.parser.can_fetch('*', self.base_url))
|
| /external/python/cpython2/Doc/library/ |
| D | robotparser.rst | 50 .. method:: can_fetch(useragent, url)
75 >>> rp.can_fetch("*", "http://www.musi-cal.com/cgi-bin/search?city=San+Francisco")
77 >>> rp.can_fetch("*", "http://www.musi-cal.com/")
|
| /external/python/cpython3/Doc/library/ |
| D | urllib.robotparser.rst | 43 .. method:: can_fetch(useragent, url)
103 >>> rp.can_fetch("*", "http://www.musi-cal.com/cgi-bin/search?city=San+Francisco")
105 >>> rp.can_fetch("*", "http://www.musi-cal.com/")
|
| /external/python/cpython2/Lib/ |
| D | robotparser.py | 130 def can_fetch(self, useragent, url): member in RobotFileParser
|
| /external/python/cpython3/Lib/urllib/ |
| D | robotparser.py | 154 def can_fetch(self, useragent, url): member in RobotFileParser
|
| /external/python/cpython2/Tools/webchecker/ |
| D | webchecker.py | 483 return self.robots[root].can_fetch(AGENTNAME, url)
|
| /external/python/cpython2/Misc/NEWS.d/ |
| D | 2.7.7rc1.rst | 159 can_fetch().
|
| /external/python/cpython3/Misc/NEWS.d/ |
| D | 3.5.0a1.rst | 3734 can_fetch().
|
| /external/python/cpython3/Misc/ |
| D | HISTORY | 1924 prior to returning True in can_fetch().
|