• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 #ifndef NET_URL_REQUEST_URL_FETCHER_H_
6 #define NET_URL_REQUEST_URL_FETCHER_H_
7 
8 #include <string>
9 #include <vector>
10 
11 #include "base/callback_forward.h"
12 #include "base/memory/ref_counted.h"
13 #include "base/memory/scoped_ptr.h"
14 #include "base/supports_user_data.h"
15 #include "net/base/net_export.h"
16 #include "net/url_request/url_request.h"
17 
18 class GURL;
19 
20 namespace base {
21 class FilePath;
22 class MessageLoopProxy;
23 class SequencedTaskRunner;
24 class TaskRunner;
25 class TimeDelta;
26 }
27 
28 namespace net {
29 class HostPortPair;
30 class HttpRequestHeaders;
31 class HttpResponseHeaders;
32 class URLFetcherDelegate;
33 class URLFetcherResponseWriter;
34 class URLRequestContextGetter;
35 class URLRequestStatus;
36 typedef std::vector<std::string> ResponseCookies;
37 
38 // To use this class, create an instance with the desired URL and a pointer to
39 // the object to be notified when the URL has been loaded:
40 //   scoped_ptr<URLFetcher> fetcher(URLFetcher::Create("http://www.google.com",
41 //                                                     URLFetcher::GET,
42 //                                                     this));
43 //
44 // You must also set a request context getter:
45 //
46 //   fetcher->SetRequestContext(&my_request_context_getter);
47 //
48 // Then, optionally set properties on this object, like the request context or
49 // extra headers:
50 //   fetcher->set_extra_request_headers("X-Foo: bar");
51 //
52 // Finally, start the request:
53 //   fetcher->Start();
54 //
55 // You may cancel the request by destroying the URLFetcher:
56 //   fetcher.reset();
57 //
58 // The object you supply as a delegate must inherit from
59 // URLFetcherDelegate; when the fetch is completed,
60 // OnURLFetchComplete() will be called with a pointer to the URLFetcher.  From
61 // that point until the original URLFetcher instance is destroyed, you may use
62 // accessor methods to see the result of the fetch. You should copy these
63 // objects if you need them to live longer than the URLFetcher instance. If the
64 // URLFetcher instance is destroyed before the callback happens, the fetch will
65 // be canceled and no callback will occur.
66 //
67 // You may create the URLFetcher instance on any thread; OnURLFetchComplete()
68 // will be called back on the same thread you use to create the instance.
69 //
70 //
71 // NOTE: By default URLFetcher requests are NOT intercepted, except when
72 // interception is explicitly enabled in tests.
73 class NET_EXPORT URLFetcher {
74  public:
75   // Imposible http response code. Used to signal that no http response code
76   // was received.
77   enum ResponseCode {
78     RESPONSE_CODE_INVALID = -1
79   };
80 
81   enum RequestType {
82     GET,
83     POST,
84     HEAD,
85     DELETE_REQUEST,   // DELETE is already taken on Windows.
86                       // <winnt.h> defines a DELETE macro.
87     PUT,
88     PATCH,
89   };
90 
91   // Used by SetURLRequestUserData.  The callback should make a fresh
92   // base::SupportsUserData::Data object every time it's called.
93   typedef base::Callback<base::SupportsUserData::Data*()> CreateDataCallback;
94 
95   virtual ~URLFetcher();
96 
97   // |url| is the URL to send the request to.
98   // |request_type| is the type of request to make.
99   // |d| the object that will receive the callback on fetch completion.
100   // Caller is responsible for destroying the returned URLFetcher.
101   static URLFetcher* Create(const GURL& url,
102                             URLFetcher::RequestType request_type,
103                             URLFetcherDelegate* d);
104 
105   // Like above, but if there's a URLFetcherFactory registered with the
106   // implementation it will be used. |id| may be used during testing to identify
107   // who is creating the URLFetcher.
108   // Caller is responsible for destroying the returned URLFetcher.
109   static URLFetcher* Create(int id,
110                             const GURL& url,
111                             URLFetcher::RequestType request_type,
112                             URLFetcherDelegate* d);
113 
114   // Cancels all existing URLFetchers.  Will notify the URLFetcherDelegates.
115   // Note that any new URLFetchers created while this is running will not be
116   // cancelled.  Typically, one would call this in the CleanUp() method of an IO
117   // thread, so that no new URLRequests would be able to start on the IO thread
118   // anyway.  This doesn't prevent new URLFetchers from trying to post to the IO
119   // thread though, even though the task won't ever run.
120   static void CancelAll();
121 
122   // Normally interception is disabled for URLFetcher, but you can use this
123   // to enable it for tests. Also see ScopedURLFetcherFactory for another way
124   // of testing code that uses an URLFetcher.
125   static void SetEnableInterceptionForTests(bool enabled);
126 
127   // Normally, URLFetcher will abort loads that request SSL client certificate
128   // authentication, but this method may be used to cause URLFetchers to ignore
129   // requests for client certificates and continue anonymously. Because such
130   // behaviour affects the URLRequestContext's shared network state and socket
131   // pools, it should only be used for testing.
132   static void SetIgnoreCertificateRequests(bool ignored);
133 
134   // Sets data only needed by POSTs.  All callers making POST requests should
135   // call one of the SetUpload* methods before the request is started.
136   // |upload_content_type| is the MIME type of the content, while
137   // |upload_content| is the data to be sent (the Content-Length header value
138   // will be set to the length of this data).
139   virtual void SetUploadData(const std::string& upload_content_type,
140                              const std::string& upload_content) = 0;
141 
142   // Sets data only needed by POSTs.  All callers making POST requests should
143   // call one of the SetUpload* methods before the request is started.
144   // |upload_content_type| is the MIME type of the content, while
145   // |file_path| is the path to the file containing the data to be sent (the
146   // Content-Length header value will be set to the length of this file).
147   // |range_offset| and |range_length| specify the range of the part
148   // to be uploaded. To upload the whole file, (0, kuint64max) can be used.
149   // |file_task_runner| will be used for all file operations.
150   virtual void SetUploadFilePath(
151       const std::string& upload_content_type,
152       const base::FilePath& file_path,
153       uint64 range_offset,
154       uint64 range_length,
155       scoped_refptr<base::TaskRunner> file_task_runner) = 0;
156 
157   // Indicates that the POST data is sent via chunked transfer encoding.
158   // This may only be called before calling Start().
159   // Use AppendChunkToUpload() to give the data chunks after calling Start().
160   virtual void SetChunkedUpload(const std::string& upload_content_type) = 0;
161 
162   // Adds the given bytes to a request's POST data transmitted using chunked
163   // transfer encoding.
164   // This method should be called ONLY after calling Start().
165   virtual void AppendChunkToUpload(const std::string& data,
166                                    bool is_last_chunk) = 0;
167 
168   // Set one or more load flags as defined in net/base/load_flags.h.  Must be
169   // called before the request is started.
170   virtual void SetLoadFlags(int load_flags) = 0;
171 
172   // Returns the current load flags.
173   virtual int GetLoadFlags() const = 0;
174 
175   // The referrer URL for the request. Must be called before the request is
176   // started.
177   virtual void SetReferrer(const std::string& referrer) = 0;
178 
179   // The referrer policy to apply when updating the referrer during redirects.
180   // The referrer policy may only be changed before Start() is called.
181   virtual void SetReferrerPolicy(
182       URLRequest::ReferrerPolicy referrer_policy) = 0;
183 
184   // Set extra headers on the request.  Must be called before the request
185   // is started.
186   // This replaces the entire extra request headers.
187   virtual void SetExtraRequestHeaders(
188       const std::string& extra_request_headers) = 0;
189 
190   // Add header (with format field-name ":" [ field-value ]) to the request
191   // headers.  Must be called before the request is started.
192   // This appends the header to the current extra request headers.
193   virtual void AddExtraRequestHeader(const std::string& header_line) = 0;
194 
195   // Set the URLRequestContext on the request.  Must be called before the
196   // request is started.
197   virtual void SetRequestContext(
198       URLRequestContextGetter* request_context_getter) = 0;
199 
200   // Set the URL that should be consulted for the third-party cookie
201   // blocking policy.
202   virtual void SetFirstPartyForCookies(
203       const GURL& first_party_for_cookies) = 0;
204 
205   // Set the key and data callback that is used when setting the user
206   // data on any URLRequest objects this object creates.
207   virtual void SetURLRequestUserData(
208       const void* key,
209       const CreateDataCallback& create_data_callback) = 0;
210 
211   // If |stop_on_redirect| is true, 3xx responses will cause the fetch to halt
212   // immediately rather than continue through the redirect.  OnURLFetchComplete
213   // will be called, with the URLFetcher's URL set to the redirect destination,
214   // its status set to CANCELED, and its response code set to the relevant 3xx
215   // server response code.
216   virtual void SetStopOnRedirect(bool stop_on_redirect) = 0;
217 
218   // If |retry| is false, 5xx responses will be propagated to the observer.  If
219   // it is true URLFetcher will automatically re-execute the request, after
220   // backoff_delay() elapses, up to the maximum number of retries allowed by
221   // SetMaxRetriesOn5xx.  Defaults to true.
222   virtual void SetAutomaticallyRetryOn5xx(bool retry) = 0;
223 
224   // |max_retries| is the maximum number of times URLFetcher will retry a
225   // request that receives a 5XX response.  Depends on
226   // SetAutomaticallyRetryOn5xx.  Defaults to 0.
227   virtual void SetMaxRetriesOn5xx(int max_retries) = 0;
228   virtual int GetMaxRetriesOn5xx() const = 0;
229 
230   // Returns the back-off delay before the request will be retried,
231   // when a 5xx response was received.
232   virtual base::TimeDelta GetBackoffDelay() const = 0;
233 
234   // Retries up to |max_retries| times when requests fail with
235   // ERR_NETWORK_CHANGED. If ERR_NETWORK_CHANGED is received after having
236   // retried |max_retries| times then it is propagated to the observer.
237   virtual void SetAutomaticallyRetryOnNetworkChanges(int max_retries) = 0;
238 
239   // By default, the response is saved in a string. Call this method to save the
240   // response to a file instead. Must be called before Start().
241   // |file_task_runner| will be used for all file operations.
242   // To save to a temporary file, use SaveResponseToTemporaryFile().
243   // The created file is removed when the URLFetcher is deleted unless you
244   // take ownership by calling GetResponseAsFilePath().
245   virtual void SaveResponseToFileAtPath(
246       const base::FilePath& file_path,
247       scoped_refptr<base::SequencedTaskRunner> file_task_runner) = 0;
248 
249   // By default, the response is saved in a string. Call this method to save the
250   // response to a temporary file instead. Must be called before Start().
251   // |file_task_runner| will be used for all file operations.
252   // The created file is removed when the URLFetcher is deleted unless you
253   // take ownership by calling GetResponseAsFilePath().
254   virtual void SaveResponseToTemporaryFile(
255       scoped_refptr<base::SequencedTaskRunner> file_task_runner) = 0;
256 
257   // By default, the response is saved in a string. Call this method to use the
258   // specified writer to save the response. Must be called before Start().
259   virtual void SaveResponseWithWriter(
260       scoped_ptr<URLFetcherResponseWriter> response_writer) = 0;
261 
262   // Retrieve the response headers from the request.  Must only be called after
263   // the OnURLFetchComplete callback has run.
264   virtual HttpResponseHeaders* GetResponseHeaders() const = 0;
265 
266   // Retrieve the remote socket address from the request.  Must only
267   // be called after the OnURLFetchComplete callback has run and if
268   // the request has not failed.
269   virtual HostPortPair GetSocketAddress() const = 0;
270 
271   // Returns true if the request was delivered through a proxy.  Must only
272   // be called after the OnURLFetchComplete callback has run and the request
273   // has not failed.
274   virtual bool WasFetchedViaProxy() const = 0;
275 
276   // Start the request.  After this is called, you may not change any other
277   // settings.
278   virtual void Start() = 0;
279 
280   // Return the URL that we were asked to fetch.
281   virtual const GURL& GetOriginalURL() const = 0;
282 
283   // Return the URL that this fetcher is processing.
284   virtual const GURL& GetURL() const = 0;
285 
286   // The status of the URL fetch.
287   virtual const URLRequestStatus& GetStatus() const = 0;
288 
289   // The http response code received. Will return RESPONSE_CODE_INVALID
290   // if an error prevented any response from being received.
291   virtual int GetResponseCode() const = 0;
292 
293   // Cookies received.
294   virtual const ResponseCookies& GetCookies() const = 0;
295 
296   // Reports that the received content was malformed.
297   virtual void ReceivedContentWasMalformed() = 0;
298 
299   // Get the response as a string. Return false if the fetcher was not
300   // set to store the response as a string.
301   virtual bool GetResponseAsString(std::string* out_response_string) const = 0;
302 
303   // Get the path to the file containing the response body. Returns false
304   // if the response body was not saved to a file. If take_ownership is
305   // true, caller takes responsibility for the file, and it will not
306   // be removed once the URLFetcher is destroyed.  User should not take
307   // ownership more than once, or call this method after taking ownership.
308   virtual bool GetResponseAsFilePath(
309       bool take_ownership,
310       base::FilePath* out_response_path) const = 0;
311 };
312 
313 }  // namespace net
314 
315 #endif  // NET_URL_REQUEST_URL_FETCHER_H_
316