Searched refs:can_fetch (Results 1 – 10 of 10) sorted by relevance
| /external/python/cpython2/Lib/test/ |
| D | test_robotparser.py | 33 self.assertTrue(self.parser.can_fetch(agent, url))
38 self.assertFalse(self.parser.can_fetch(agent, url))
202 self.assertFalse(parser.can_fetch("*", robots_url))
228 self.assertTrue(self.parser.can_fetch('*', self.url('elsewhere')))
229 self.assertFalse(self.parser.can_fetch('Nutch', self.base_url))
230 self.assertFalse(self.parser.can_fetch('Nutch', self.url('brian')))
231 self.assertFalse(self.parser.can_fetch('Nutch', self.url('webstats')))
232 self.assertFalse(self.parser.can_fetch('*', self.url('webstats')))
233 self.assertTrue(self.parser.can_fetch('*', self.base_url))
|
| /external/python/cpython3/Lib/test/ |
| D | test_robotparser.py | 31 self.assertTrue(self.parser.can_fetch(agent, url))
37 self.assertFalse(self.parser.can_fetch(agent, url))
313 self.assertFalse(parser.can_fetch("*", robots_url))
341 self.assertTrue(self.parser.can_fetch('*', self.url('elsewhere')))
342 self.assertFalse(self.parser.can_fetch('Nutch', self.base_url))
343 self.assertFalse(self.parser.can_fetch('Nutch', self.url('brian')))
344 self.assertFalse(self.parser.can_fetch('Nutch', self.url('webstats')))
345 self.assertFalse(self.parser.can_fetch('*', self.url('webstats')))
346 self.assertTrue(self.parser.can_fetch('*', self.base_url))
|
| /external/python/cpython2/Doc/library/ |
| D | robotparser.rst | 50 .. method:: can_fetch(useragent, url)
75 >>> rp.can_fetch("*", "http://www.musi-cal.com/cgi-bin/search?city=San+Francisco")
77 >>> rp.can_fetch("*", "http://www.musi-cal.com/")
|
| /external/python/cpython3/Doc/library/ |
| D | urllib.robotparser.rst | 43 .. method:: can_fetch(useragent, url)
94 >>> rp.can_fetch("*", "http://www.musi-cal.com/cgi-bin/search?city=San+Francisco")
96 >>> rp.can_fetch("*", "http://www.musi-cal.com/")
|
| /external/python/cpython2/Lib/ |
| D | robotparser.py | 130 def can_fetch(self, useragent, url): member in RobotFileParser
|
| /external/python/cpython3/Lib/urllib/ |
| D | robotparser.py | 147 def can_fetch(self, useragent, url): member in RobotFileParser
|
| /external/python/cpython2/Tools/webchecker/ |
| D | webchecker.py | 483 return self.robots[root].can_fetch(AGENTNAME, url)
|
| /external/python/cpython2/Misc/NEWS.d/ |
| D | 2.7.7rc1.rst | 159 can_fetch().
|
| /external/python/cpython3/Misc/NEWS.d/ |
| D | 3.5.0a1.rst | 3734 can_fetch().
|
| /external/python/cpython3/Misc/ |
| D | HISTORY | 1924 prior to returning True in can_fetch().
|