Searched refs:useragent (Results 1 – 13 of 13) sorted by relevance
| /external/python/cpython3/Lib/urllib/ |
| D | robotparser.py | 148 def can_fetch(self, useragent, url): argument
169 if entry.applies_to(useragent):
177 def crawl_delay(self, useragent): argument
181 if entry.applies_to(useragent):
185 def request_rate(self, useragent): argument
189 if entry.applies_to(useragent):
231 def applies_to(self, useragent): argument
234 useragent = useragent.split("/")[0].lower()
240 if agent in useragent:
|
| /external/python/cpython3/Doc/library/ |
| D | urllib.robotparser.rst | 43 .. method:: can_fetch(useragent, url)
45 Returns ``True`` if the *useragent* is allowed to fetch the *url*
60 .. method:: crawl_delay(useragent)
63 for the *useragent* in question. If there is no such parameter or it
64 doesn't apply to the *useragent* specified or the ``robots.txt`` entry
69 .. method:: request_rate(useragent)
74 apply to the *useragent* specified or the ``robots.txt`` entry for this
|
| /external/python/cpython2/Lib/ |
| D | robotparser.py | 130 def can_fetch(self, useragent, url): argument
153 if entry.applies_to(useragent):
198 def applies_to(self, useragent): argument
201 useragent = useragent.split("/")[0].lower()
207 if agent in useragent:
|
| /external/apache-http/src/org/apache/http/protocol/ |
| D | RequestUserAgent.java | 67 String useragent = HttpProtocolParams.getUserAgent(request.getParams()); in process() local
68 if (useragent != null) { in process()
69 request.addHeader(HTTP.USER_AGENT, useragent); in process()
|
| /external/apache-http/src/org/apache/http/params/ |
| D | HttpProtocolParams.java | 160 public static void setUserAgent(final HttpParams params, final String useragent) { in setUserAgent() argument
164 params.setParameter(CoreProtocolPNames.USER_AGENT, useragent); in setUserAgent()
|
| /external/python/cpython2/Doc/library/ |
| D | robotparser.rst | 50 .. method:: can_fetch(useragent, url)
52 Returns ``True`` if the *useragent* is allowed to fetch the *url*
|
| /external/curl/src/ |
| D | tool_paramhlp.c | 568 if(!config->useragent) { in get_args()
569 config->useragent = my_useragent(); in get_args()
570 if(!config->useragent) { in get_args()
|
| D | tool_cfgable.h | 43 char *useragent; member
|
| D | tool_cfgable.c | 53 Curl_safefree(config->useragent); in free_config_fields()
|
| D | tool_getparam.c | 1188 GetStr(&config->useragent, nextarg); in getparameter()
|
| D | tool_operate.c | 1011 my_setopt_str(curl, CURLOPT_USERAGENT, config->useragent); in operate_do()
|
| /external/curl/lib/ |
| D | http_proxy.c | 238 const char *useragent = ""; in CONNECT() local
268 useragent = conn->allocptr.uagent; in CONNECT()
282 useragent, in CONNECT()
|
| /external/apache-http/api/ |
| D | apache-http-legacy-current.txt | 3846 field public static final java.lang.String USER_AGENT = "http.useragent";
|