D | test_robotparser.py | 61 bad = ['/cyberworld/map/index.html','/tmp/xxx','/foo.html'] variable 63 RobotTest(1, doc, good, bad) 79 bad = ['/cyberworld/map/index.html'] variable 81 RobotTest(2, doc, good, bad) 91 bad = ['/cyberworld/map/index.html','/','/tmp/'] variable 93 RobotTest(3, doc, good, bad) 107 bad = ['/tmp','/tmp.html','/tmp/a.html', variable 112 RobotTest(4, doc, good, bad, 'figtree') 113 RobotTest(5, doc, good, bad, 'FigTree Robot libwww-perl/5.04') 125 bad = ['/tmp/','/tmp/a.html', variable [all …]
|