1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style license that can be 3 // found in the LICENSE file. 4 5 #ifndef NET_URL_REQUEST_URL_FETCHER_H_ 6 #define NET_URL_REQUEST_URL_FETCHER_H_ 7 8 #include <string> 9 #include <vector> 10 11 #include "base/callback_forward.h" 12 #include "base/memory/ref_counted.h" 13 #include "base/memory/scoped_ptr.h" 14 #include "base/supports_user_data.h" 15 #include "net/base/net_export.h" 16 #include "net/url_request/url_request.h" 17 18 class GURL; 19 20 namespace base { 21 class FilePath; 22 class MessageLoopProxy; 23 class SequencedTaskRunner; 24 class TaskRunner; 25 class TimeDelta; 26 } 27 28 namespace net { 29 class HostPortPair; 30 class HttpRequestHeaders; 31 class HttpResponseHeaders; 32 class URLFetcherDelegate; 33 class URLFetcherResponseWriter; 34 class URLRequestContextGetter; 35 class URLRequestStatus; 36 typedef std::vector<std::string> ResponseCookies; 37 38 // To use this class, create an instance with the desired URL and a pointer to 39 // the object to be notified when the URL has been loaded: 40 // scoped_ptr<URLFetcher> fetcher(URLFetcher::Create("http://www.google.com", 41 // URLFetcher::GET, 42 // this)); 43 // 44 // You must also set a request context getter: 45 // 46 // fetcher->SetRequestContext(&my_request_context_getter); 47 // 48 // Then, optionally set properties on this object, like the request context or 49 // extra headers: 50 // fetcher->set_extra_request_headers("X-Foo: bar"); 51 // 52 // Finally, start the request: 53 // fetcher->Start(); 54 // 55 // You may cancel the request by destroying the URLFetcher: 56 // fetcher.reset(); 57 // 58 // The object you supply as a delegate must inherit from 59 // URLFetcherDelegate; when the fetch is completed, 60 // OnURLFetchComplete() will be called with a pointer to the URLFetcher. From 61 // that point until the original URLFetcher instance is destroyed, you may use 62 // accessor methods to see the result of the fetch. You should copy these 63 // objects if you need them to live longer than the URLFetcher instance. If the 64 // URLFetcher instance is destroyed before the callback happens, the fetch will 65 // be canceled and no callback will occur. 66 // 67 // You may create the URLFetcher instance on any thread; OnURLFetchComplete() 68 // will be called back on the same thread you use to create the instance. 69 // 70 // 71 // NOTE: By default URLFetcher requests are NOT intercepted, except when 72 // interception is explicitly enabled in tests. 73 class NET_EXPORT URLFetcher { 74 public: 75 // Imposible http response code. Used to signal that no http response code 76 // was received. 77 enum ResponseCode { 78 RESPONSE_CODE_INVALID = -1 79 }; 80 81 enum RequestType { 82 GET, 83 POST, 84 HEAD, 85 DELETE_REQUEST, // DELETE is already taken on Windows. 86 // <winnt.h> defines a DELETE macro. 87 PUT, 88 PATCH, 89 }; 90 91 // Used by SetURLRequestUserData. The callback should make a fresh 92 // base::SupportsUserData::Data object every time it's called. 93 typedef base::Callback<base::SupportsUserData::Data*()> CreateDataCallback; 94 95 virtual ~URLFetcher(); 96 97 // |url| is the URL to send the request to. 98 // |request_type| is the type of request to make. 99 // |d| the object that will receive the callback on fetch completion. 100 // Caller is responsible for destroying the returned URLFetcher. 101 static URLFetcher* Create(const GURL& url, 102 URLFetcher::RequestType request_type, 103 URLFetcherDelegate* d); 104 105 // Like above, but if there's a URLFetcherFactory registered with the 106 // implementation it will be used. |id| may be used during testing to identify 107 // who is creating the URLFetcher. 108 // Caller is responsible for destroying the returned URLFetcher. 109 static URLFetcher* Create(int id, 110 const GURL& url, 111 URLFetcher::RequestType request_type, 112 URLFetcherDelegate* d); 113 114 // Cancels all existing URLFetchers. Will notify the URLFetcherDelegates. 115 // Note that any new URLFetchers created while this is running will not be 116 // cancelled. Typically, one would call this in the CleanUp() method of an IO 117 // thread, so that no new URLRequests would be able to start on the IO thread 118 // anyway. This doesn't prevent new URLFetchers from trying to post to the IO 119 // thread though, even though the task won't ever run. 120 static void CancelAll(); 121 122 // Normally interception is disabled for URLFetcher, but you can use this 123 // to enable it for tests. Also see ScopedURLFetcherFactory for another way 124 // of testing code that uses an URLFetcher. 125 static void SetEnableInterceptionForTests(bool enabled); 126 127 // Normally, URLFetcher will abort loads that request SSL client certificate 128 // authentication, but this method may be used to cause URLFetchers to ignore 129 // requests for client certificates and continue anonymously. Because such 130 // behaviour affects the URLRequestContext's shared network state and socket 131 // pools, it should only be used for testing. 132 static void SetIgnoreCertificateRequests(bool ignored); 133 134 // Sets data only needed by POSTs. All callers making POST requests should 135 // call one of the SetUpload* methods before the request is started. 136 // |upload_content_type| is the MIME type of the content, while 137 // |upload_content| is the data to be sent (the Content-Length header value 138 // will be set to the length of this data). 139 virtual void SetUploadData(const std::string& upload_content_type, 140 const std::string& upload_content) = 0; 141 142 // Sets data only needed by POSTs. All callers making POST requests should 143 // call one of the SetUpload* methods before the request is started. 144 // |upload_content_type| is the MIME type of the content, while 145 // |file_path| is the path to the file containing the data to be sent (the 146 // Content-Length header value will be set to the length of this file). 147 // |range_offset| and |range_length| specify the range of the part 148 // to be uploaded. To upload the whole file, (0, kuint64max) can be used. 149 // |file_task_runner| will be used for all file operations. 150 virtual void SetUploadFilePath( 151 const std::string& upload_content_type, 152 const base::FilePath& file_path, 153 uint64 range_offset, 154 uint64 range_length, 155 scoped_refptr<base::TaskRunner> file_task_runner) = 0; 156 157 // Indicates that the POST data is sent via chunked transfer encoding. 158 // This may only be called before calling Start(). 159 // Use AppendChunkToUpload() to give the data chunks after calling Start(). 160 virtual void SetChunkedUpload(const std::string& upload_content_type) = 0; 161 162 // Adds the given bytes to a request's POST data transmitted using chunked 163 // transfer encoding. 164 // This method should be called ONLY after calling Start(). 165 virtual void AppendChunkToUpload(const std::string& data, 166 bool is_last_chunk) = 0; 167 168 // Set one or more load flags as defined in net/base/load_flags.h. Must be 169 // called before the request is started. 170 virtual void SetLoadFlags(int load_flags) = 0; 171 172 // Returns the current load flags. 173 virtual int GetLoadFlags() const = 0; 174 175 // The referrer URL for the request. Must be called before the request is 176 // started. 177 virtual void SetReferrer(const std::string& referrer) = 0; 178 179 // The referrer policy to apply when updating the referrer during redirects. 180 // The referrer policy may only be changed before Start() is called. 181 virtual void SetReferrerPolicy( 182 URLRequest::ReferrerPolicy referrer_policy) = 0; 183 184 // Set extra headers on the request. Must be called before the request 185 // is started. 186 // This replaces the entire extra request headers. 187 virtual void SetExtraRequestHeaders( 188 const std::string& extra_request_headers) = 0; 189 190 // Add header (with format field-name ":" [ field-value ]) to the request 191 // headers. Must be called before the request is started. 192 // This appends the header to the current extra request headers. 193 virtual void AddExtraRequestHeader(const std::string& header_line) = 0; 194 195 // Set the URLRequestContext on the request. Must be called before the 196 // request is started. 197 virtual void SetRequestContext( 198 URLRequestContextGetter* request_context_getter) = 0; 199 200 // Set the URL that should be consulted for the third-party cookie 201 // blocking policy. 202 virtual void SetFirstPartyForCookies( 203 const GURL& first_party_for_cookies) = 0; 204 205 // Set the key and data callback that is used when setting the user 206 // data on any URLRequest objects this object creates. 207 virtual void SetURLRequestUserData( 208 const void* key, 209 const CreateDataCallback& create_data_callback) = 0; 210 211 // If |stop_on_redirect| is true, 3xx responses will cause the fetch to halt 212 // immediately rather than continue through the redirect. OnURLFetchComplete 213 // will be called, with the URLFetcher's URL set to the redirect destination, 214 // its status set to CANCELED, and its response code set to the relevant 3xx 215 // server response code. 216 virtual void SetStopOnRedirect(bool stop_on_redirect) = 0; 217 218 // If |retry| is false, 5xx responses will be propagated to the observer. If 219 // it is true URLFetcher will automatically re-execute the request, after 220 // backoff_delay() elapses, up to the maximum number of retries allowed by 221 // SetMaxRetriesOn5xx. Defaults to true. 222 virtual void SetAutomaticallyRetryOn5xx(bool retry) = 0; 223 224 // |max_retries| is the maximum number of times URLFetcher will retry a 225 // request that receives a 5XX response. Depends on 226 // SetAutomaticallyRetryOn5xx. Defaults to 0. 227 virtual void SetMaxRetriesOn5xx(int max_retries) = 0; 228 virtual int GetMaxRetriesOn5xx() const = 0; 229 230 // Returns the back-off delay before the request will be retried, 231 // when a 5xx response was received. 232 virtual base::TimeDelta GetBackoffDelay() const = 0; 233 234 // Retries up to |max_retries| times when requests fail with 235 // ERR_NETWORK_CHANGED. If ERR_NETWORK_CHANGED is received after having 236 // retried |max_retries| times then it is propagated to the observer. 237 virtual void SetAutomaticallyRetryOnNetworkChanges(int max_retries) = 0; 238 239 // By default, the response is saved in a string. Call this method to save the 240 // response to a file instead. Must be called before Start(). 241 // |file_task_runner| will be used for all file operations. 242 // To save to a temporary file, use SaveResponseToTemporaryFile(). 243 // The created file is removed when the URLFetcher is deleted unless you 244 // take ownership by calling GetResponseAsFilePath(). 245 virtual void SaveResponseToFileAtPath( 246 const base::FilePath& file_path, 247 scoped_refptr<base::SequencedTaskRunner> file_task_runner) = 0; 248 249 // By default, the response is saved in a string. Call this method to save the 250 // response to a temporary file instead. Must be called before Start(). 251 // |file_task_runner| will be used for all file operations. 252 // The created file is removed when the URLFetcher is deleted unless you 253 // take ownership by calling GetResponseAsFilePath(). 254 virtual void SaveResponseToTemporaryFile( 255 scoped_refptr<base::SequencedTaskRunner> file_task_runner) = 0; 256 257 // By default, the response is saved in a string. Call this method to use the 258 // specified writer to save the response. Must be called before Start(). 259 virtual void SaveResponseWithWriter( 260 scoped_ptr<URLFetcherResponseWriter> response_writer) = 0; 261 262 // Retrieve the response headers from the request. Must only be called after 263 // the OnURLFetchComplete callback has run. 264 virtual HttpResponseHeaders* GetResponseHeaders() const = 0; 265 266 // Retrieve the remote socket address from the request. Must only 267 // be called after the OnURLFetchComplete callback has run and if 268 // the request has not failed. 269 virtual HostPortPair GetSocketAddress() const = 0; 270 271 // Returns true if the request was delivered through a proxy. Must only 272 // be called after the OnURLFetchComplete callback has run and the request 273 // has not failed. 274 virtual bool WasFetchedViaProxy() const = 0; 275 276 // Start the request. After this is called, you may not change any other 277 // settings. 278 virtual void Start() = 0; 279 280 // Return the URL that we were asked to fetch. 281 virtual const GURL& GetOriginalURL() const = 0; 282 283 // Return the URL that this fetcher is processing. 284 virtual const GURL& GetURL() const = 0; 285 286 // The status of the URL fetch. 287 virtual const URLRequestStatus& GetStatus() const = 0; 288 289 // The http response code received. Will return RESPONSE_CODE_INVALID 290 // if an error prevented any response from being received. 291 virtual int GetResponseCode() const = 0; 292 293 // Cookies received. 294 virtual const ResponseCookies& GetCookies() const = 0; 295 296 // Reports that the received content was malformed. 297 virtual void ReceivedContentWasMalformed() = 0; 298 299 // Get the response as a string. Return false if the fetcher was not 300 // set to store the response as a string. 301 virtual bool GetResponseAsString(std::string* out_response_string) const = 0; 302 303 // Get the path to the file containing the response body. Returns false 304 // if the response body was not saved to a file. If take_ownership is 305 // true, caller takes responsibility for the file, and it will not 306 // be removed once the URLFetcher is destroyed. User should not take 307 // ownership more than once, or call this method after taking ownership. 308 virtual bool GetResponseAsFilePath( 309 bool take_ownership, 310 base::FilePath* out_response_path) const = 0; 311 }; 312 313 } // namespace net 314 315 #endif // NET_URL_REQUEST_URL_FETCHER_H_ 316