• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2006, 2007, 2010, 2011 Apple Inc. All rights reserved.
3  *           (C) 2007 Graham Dennis (graham.dennis@gmail.com)
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  *
9  * 1.  Redistributions of source code must retain the above copyright
10  *     notice, this list of conditions and the following disclaimer.
11  * 2.  Redistributions in binary form must reproduce the above copyright
12  *     notice, this list of conditions and the following disclaimer in the
13  *     documentation and/or other materials provided with the distribution.
14  * 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
15  *     its contributors may be used to endorse or promote products derived
16  *     from this software without specific prior written permission.
17  *
18  * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
19  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21  * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
22  * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
23  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
24  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
25  * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28  */
29 
30 #include "config.h"
31 #include "core/fetch/ResourceLoader.h"
32 
33 #include "core/fetch/Resource.h"
34 #include "core/fetch/ResourceLoaderHost.h"
35 #include "core/fetch/ResourcePtr.h"
36 #include "platform/Logging.h"
37 #include "platform/SharedBuffer.h"
38 #include "platform/exported/WrappedResourceRequest.h"
39 #include "platform/exported/WrappedResourceResponse.h"
40 #include "platform/network/ResourceError.h"
41 #include "public/platform/Platform.h"
42 #include "public/platform/WebData.h"
43 #include "public/platform/WebThreadedDataReceiver.h"
44 #include "public/platform/WebURLError.h"
45 #include "public/platform/WebURLRequest.h"
46 #include "public/platform/WebURLResponse.h"
47 #include "wtf/Assertions.h"
48 #include "wtf/CurrentTime.h"
49 
50 namespace WebCore {
51 
RequestCountTracker(ResourceLoaderHost * host,Resource * resource)52 ResourceLoader::RequestCountTracker::RequestCountTracker(ResourceLoaderHost* host, Resource* resource)
53     : m_host(host)
54     , m_resource(resource)
55 {
56     m_host->incrementRequestCount(m_resource);
57 }
58 
~RequestCountTracker()59 ResourceLoader::RequestCountTracker::~RequestCountTracker()
60 {
61     m_host->decrementRequestCount(m_resource);
62 }
63 
RequestCountTracker(const RequestCountTracker & other)64 ResourceLoader::RequestCountTracker::RequestCountTracker(const RequestCountTracker& other)
65 {
66     m_host = other.m_host;
67     m_resource = other.m_resource;
68     m_host->incrementRequestCount(m_resource);
69 }
70 
create(ResourceLoaderHost * host,Resource * resource,const ResourceRequest & request,const ResourceLoaderOptions & options)71 PassRefPtr<ResourceLoader> ResourceLoader::create(ResourceLoaderHost* host, Resource* resource, const ResourceRequest& request, const ResourceLoaderOptions& options)
72 {
73     RefPtr<ResourceLoader> loader(adoptRef(new ResourceLoader(host, resource, options)));
74     loader->init(request);
75     return loader.release();
76 }
77 
ResourceLoader(ResourceLoaderHost * host,Resource * resource,const ResourceLoaderOptions & options)78 ResourceLoader::ResourceLoader(ResourceLoaderHost* host, Resource* resource, const ResourceLoaderOptions& options)
79     : m_host(host)
80     , m_notifiedLoadComplete(false)
81     , m_defersLoading(host->defersLoading())
82     , m_options(options)
83     , m_resource(resource)
84     , m_state(Initialized)
85     , m_connectionState(ConnectionStateNew)
86     , m_requestCountTracker(adoptPtr(new RequestCountTracker(host, resource)))
87 {
88 }
89 
~ResourceLoader()90 ResourceLoader::~ResourceLoader()
91 {
92     ASSERT(m_state == Terminated);
93 }
94 
releaseResources()95 void ResourceLoader::releaseResources()
96 {
97     ASSERT(m_state != Terminated);
98     ASSERT(m_notifiedLoadComplete);
99     m_requestCountTracker.clear();
100     m_host->didLoadResource(m_resource);
101     if (m_state == Terminated)
102         return;
103     m_resource->clearLoader();
104     m_host->willTerminateResourceLoader(this);
105 
106     ASSERT(m_state != Terminated);
107 
108     // It's possible that when we release the loader, it will be
109     // deallocated and release the last reference to this object.
110     // We need to retain to avoid accessing the object after it
111     // has been deallocated and also to avoid reentering this method.
112     RefPtr<ResourceLoader> protector(this);
113 
114     m_host.clear();
115     m_state = Terminated;
116 
117     if (m_loader) {
118         m_loader->cancel();
119         m_loader.clear();
120     }
121 
122     m_deferredRequest = ResourceRequest();
123 }
124 
init(const ResourceRequest & passedRequest)125 void ResourceLoader::init(const ResourceRequest& passedRequest)
126 {
127     ResourceRequest request(passedRequest);
128     m_host->willSendRequest(m_resource->identifier(), request, ResourceResponse(), m_options.initiatorInfo);
129     ASSERT(m_state != Terminated);
130     ASSERT(!request.isNull());
131     m_originalRequest = m_request = applyOptions(request);
132     m_resource->updateRequest(request);
133     m_host->didInitializeResourceLoader(this);
134 }
135 
start()136 void ResourceLoader::start()
137 {
138     ASSERT(!m_loader);
139     ASSERT(!m_request.isNull());
140     ASSERT(m_deferredRequest.isNull());
141 
142     m_host->willStartLoadingResource(m_resource, m_request);
143 
144     if (m_options.synchronousPolicy == RequestSynchronously) {
145         requestSynchronously();
146         return;
147     }
148 
149     if (m_defersLoading) {
150         m_deferredRequest = m_request;
151         return;
152     }
153 
154     if (m_state == Terminated)
155         return;
156 
157     RELEASE_ASSERT(m_connectionState == ConnectionStateNew);
158     m_connectionState = ConnectionStateStarted;
159 
160     m_loader = adoptPtr(blink::Platform::current()->createURLLoader());
161     ASSERT(m_loader);
162     blink::WrappedResourceRequest wrappedRequest(m_request);
163     m_loader->loadAsynchronously(wrappedRequest, this);
164 }
165 
changeToSynchronous()166 void ResourceLoader::changeToSynchronous()
167 {
168     ASSERT(m_options.synchronousPolicy == RequestAsynchronously);
169     ASSERT(m_loader);
170     m_loader->cancel();
171     m_loader.clear();
172     m_request.setPriority(ResourceLoadPriorityHighest);
173     m_connectionState = ConnectionStateNew;
174     requestSynchronously();
175 }
176 
setDefersLoading(bool defers)177 void ResourceLoader::setDefersLoading(bool defers)
178 {
179     m_defersLoading = defers;
180     if (m_loader)
181         m_loader->setDefersLoading(defers);
182     if (!defers && !m_deferredRequest.isNull()) {
183         m_request = applyOptions(m_deferredRequest);
184         m_deferredRequest = ResourceRequest();
185         start();
186     }
187 }
188 
attachThreadedDataReceiver(PassOwnPtr<blink::WebThreadedDataReceiver> threadedDataReceiver)189 void ResourceLoader::attachThreadedDataReceiver(PassOwnPtr<blink::WebThreadedDataReceiver> threadedDataReceiver)
190 {
191     if (m_loader) {
192         // The implementor of the WebURLLoader assumes ownership of the
193         // threaded data receiver if it signals that it got successfully
194         // attached.
195         blink::WebThreadedDataReceiver* rawThreadedDataReceiver = threadedDataReceiver.leakPtr();
196         if (!m_loader->attachThreadedDataReceiver(rawThreadedDataReceiver))
197             delete rawThreadedDataReceiver;
198     }
199 }
200 
didDownloadData(blink::WebURLLoader *,int length,int encodedDataLength)201 void ResourceLoader::didDownloadData(blink::WebURLLoader*, int length, int encodedDataLength)
202 {
203     RefPtr<ResourceLoader> protect(this);
204     RELEASE_ASSERT(m_connectionState == ConnectionStateReceivedResponse);
205     m_host->didDownloadData(m_resource, length, encodedDataLength);
206     m_resource->didDownloadData(length);
207 }
208 
didFinishLoadingOnePart(double finishTime,int64 encodedDataLength)209 void ResourceLoader::didFinishLoadingOnePart(double finishTime, int64 encodedDataLength)
210 {
211     // If load has been cancelled after finishing (which could happen with a
212     // JavaScript that changes the window location), do nothing.
213     if (m_state == Terminated)
214         return;
215 
216     if (m_notifiedLoadComplete)
217         return;
218     m_notifiedLoadComplete = true;
219     m_host->didFinishLoading(m_resource, finishTime, encodedDataLength);
220 }
221 
didChangePriority(ResourceLoadPriority loadPriority,int intraPriorityValue)222 void ResourceLoader::didChangePriority(ResourceLoadPriority loadPriority, int intraPriorityValue)
223 {
224     if (m_loader) {
225         m_host->didChangeLoadingPriority(m_resource, loadPriority, intraPriorityValue);
226         m_loader->didChangePriority(static_cast<blink::WebURLRequest::Priority>(loadPriority), intraPriorityValue);
227     }
228 }
229 
cancelIfNotFinishing()230 void ResourceLoader::cancelIfNotFinishing()
231 {
232     if (m_state != Initialized)
233         return;
234     cancel();
235 }
236 
cancel()237 void ResourceLoader::cancel()
238 {
239     cancel(ResourceError());
240 }
241 
cancel(const ResourceError & error)242 void ResourceLoader::cancel(const ResourceError& error)
243 {
244     // If the load has already completed - succeeded, failed, or previously cancelled - do nothing.
245     if (m_state == Terminated)
246         return;
247     if (m_state == Finishing) {
248         releaseResources();
249         return;
250     }
251 
252     ResourceError nonNullError = error.isNull() ? ResourceError::cancelledError(m_request.url()) : error;
253 
254     // This function calls out to clients at several points that might do
255     // something that causes the last reference to this object to go away.
256     RefPtr<ResourceLoader> protector(this);
257 
258     WTF_LOG(ResourceLoading, "Cancelled load of '%s'.\n", m_resource->url().string().latin1().data());
259     if (m_state == Initialized)
260         m_state = Finishing;
261     m_resource->setResourceError(nonNullError);
262 
263     if (m_loader) {
264         m_connectionState = ConnectionStateCanceled;
265         m_loader->cancel();
266         m_loader.clear();
267     }
268 
269     if (!m_notifiedLoadComplete) {
270         m_notifiedLoadComplete = true;
271         m_host->didFailLoading(m_resource, nonNullError);
272     }
273 
274     if (m_state == Finishing)
275         m_resource->error(Resource::LoadError);
276     if (m_state != Terminated)
277         releaseResources();
278 }
279 
willSendRequest(blink::WebURLLoader *,blink::WebURLRequest & passedRequest,const blink::WebURLResponse & passedRedirectResponse)280 void ResourceLoader::willSendRequest(blink::WebURLLoader*, blink::WebURLRequest& passedRequest, const blink::WebURLResponse& passedRedirectResponse)
281 {
282     RefPtr<ResourceLoader> protect(this);
283 
284     ResourceRequest& request(applyOptions(passedRequest.toMutableResourceRequest()));
285     ASSERT(!request.isNull());
286     const ResourceResponse& redirectResponse(passedRedirectResponse.toResourceResponse());
287     ASSERT(!redirectResponse.isNull());
288     if (!m_host->canAccessRedirect(m_resource, request, redirectResponse, m_options)) {
289         cancel();
290         return;
291     }
292 
293     applyOptions(request); // canAccessRedirect() can modify m_options so we should re-apply it.
294     m_host->redirectReceived(m_resource, redirectResponse);
295     m_resource->willSendRequest(request, redirectResponse);
296     if (request.isNull() || m_state == Terminated)
297         return;
298 
299     m_host->willSendRequest(m_resource->identifier(), request, redirectResponse, m_options.initiatorInfo);
300     ASSERT(!request.isNull());
301     m_resource->updateRequest(request);
302     m_request = request;
303 }
304 
didReceiveCachedMetadata(blink::WebURLLoader *,const char * data,int length)305 void ResourceLoader::didReceiveCachedMetadata(blink::WebURLLoader*, const char* data, int length)
306 {
307     RELEASE_ASSERT(m_connectionState == ConnectionStateReceivedResponse || m_connectionState == ConnectionStateReceivingData);
308     ASSERT(m_state == Initialized);
309     m_resource->setSerializedCachedMetadata(data, length);
310 }
311 
didSendData(blink::WebURLLoader *,unsigned long long bytesSent,unsigned long long totalBytesToBeSent)312 void ResourceLoader::didSendData(blink::WebURLLoader*, unsigned long long bytesSent, unsigned long long totalBytesToBeSent)
313 {
314     ASSERT(m_state == Initialized);
315     RefPtr<ResourceLoader> protect(this);
316     m_resource->didSendData(bytesSent, totalBytesToBeSent);
317 }
318 
responseNeedsAccessControlCheck() const319 bool ResourceLoader::responseNeedsAccessControlCheck() const
320 {
321     // If the fetch was (potentially) CORS enabled, an access control check of the response is required.
322     return m_options.corsEnabled == IsCORSEnabled;
323 }
324 
didReceiveResponse(blink::WebURLLoader *,const blink::WebURLResponse & response)325 void ResourceLoader::didReceiveResponse(blink::WebURLLoader*, const blink::WebURLResponse& response)
326 {
327     ASSERT(!response.isNull());
328     ASSERT(m_state == Initialized);
329 
330     bool isMultipartPayload = response.isMultipartPayload();
331     bool isValidStateTransition = (m_connectionState == ConnectionStateStarted || m_connectionState == ConnectionStateReceivedResponse);
332     // In the case of multipart loads, calls to didReceiveData & didReceiveResponse can be interleaved.
333     RELEASE_ASSERT(isMultipartPayload || isValidStateTransition);
334     m_connectionState = ConnectionStateReceivedResponse;
335 
336     const ResourceResponse& resourceResponse = response.toResourceResponse();
337 
338     if (responseNeedsAccessControlCheck()) {
339         // If the response successfully validated a cached resource, perform
340         // the access control with respect to it. Need to do this right here
341         // before the resource switches clients over to that validated resource.
342         Resource* resource = m_resource;
343         if (resource->isCacheValidator() && resourceResponse.httpStatusCode() == 304)
344             resource = m_resource->resourceToRevalidate();
345         else
346             m_resource->setResponse(resourceResponse);
347         if (!m_host->canAccessResource(resource, m_options.securityOrigin.get(), response.url())) {
348             m_host->didReceiveResponse(m_resource, resourceResponse);
349             cancel();
350             return;
351         }
352     }
353 
354     // Reference the object in this method since the additional processing can do
355     // anything including removing the last reference to this object.
356     RefPtr<ResourceLoader> protect(this);
357     m_resource->responseReceived(resourceResponse);
358     if (m_state == Terminated)
359         return;
360 
361     m_host->didReceiveResponse(m_resource, resourceResponse);
362 
363     if (response.toResourceResponse().isMultipart()) {
364         // We don't count multiParts in a ResourceFetcher's request count
365         m_requestCountTracker.clear();
366         if (!m_resource->isImage()) {
367             cancel();
368             return;
369         }
370     } else if (isMultipartPayload) {
371         // Since a subresource loader does not load multipart sections progressively, data was delivered to the loader all at once.
372         // After the first multipart section is complete, signal to delegates that this load is "finished"
373         m_host->subresourceLoaderFinishedLoadingOnePart(this);
374         didFinishLoadingOnePart(0, blink::WebURLLoaderClient::kUnknownEncodedDataLength);
375     }
376 
377     if (m_resource->response().httpStatusCode() < 400 || m_resource->shouldIgnoreHTTPStatusCodeErrors())
378         return;
379     m_state = Finishing;
380 
381     if (!m_notifiedLoadComplete) {
382         m_notifiedLoadComplete = true;
383         m_host->didFailLoading(m_resource, ResourceError::cancelledError(m_request.url()));
384     }
385 
386     m_resource->error(Resource::LoadError);
387     cancel();
388 }
389 
didReceiveData(blink::WebURLLoader *,const char * data,int length,int encodedDataLength)390 void ResourceLoader::didReceiveData(blink::WebURLLoader*, const char* data, int length, int encodedDataLength)
391 {
392     RELEASE_ASSERT(m_connectionState == ConnectionStateReceivedResponse || m_connectionState == ConnectionStateReceivingData);
393     m_connectionState = ConnectionStateReceivingData;
394 
395     // It is possible to receive data on uninitialized resources if it had an error status code, and we are running a nested message
396     // loop. When this occurs, ignoring the data is the correct action.
397     if (m_resource->response().httpStatusCode() >= 400 && !m_resource->shouldIgnoreHTTPStatusCodeErrors())
398         return;
399     ASSERT(m_state == Initialized);
400 
401     // Reference the object in this method since the additional processing can do
402     // anything including removing the last reference to this object.
403     RefPtr<ResourceLoader> protect(this);
404 
405     // FIXME: If we get a resource with more than 2B bytes, this code won't do the right thing.
406     // However, with today's computers and networking speeds, this won't happen in practice.
407     // Could be an issue with a giant local file.
408     m_host->didReceiveData(m_resource, data, length, encodedDataLength);
409     m_resource->appendData(data, length);
410 }
411 
didFinishLoading(blink::WebURLLoader *,double finishTime,int64 encodedDataLength)412 void ResourceLoader::didFinishLoading(blink::WebURLLoader*, double finishTime, int64 encodedDataLength)
413 {
414     RELEASE_ASSERT(m_connectionState == ConnectionStateReceivedResponse || m_connectionState == ConnectionStateReceivingData);
415     m_connectionState = ConnectionStateFinishedLoading;
416     if (m_state != Initialized)
417         return;
418     ASSERT(m_state != Terminated);
419     WTF_LOG(ResourceLoading, "Received '%s'.", m_resource->url().string().latin1().data());
420 
421     RefPtr<ResourceLoader> protect(this);
422     ResourcePtr<Resource> protectResource(m_resource);
423     m_state = Finishing;
424     didFinishLoadingOnePart(finishTime, encodedDataLength);
425     m_resource->finish(finishTime);
426 
427     // If the load has been cancelled by a delegate in response to didFinishLoad(), do not release
428     // the resources a second time, they have been released by cancel.
429     if (m_state == Terminated)
430         return;
431     releaseResources();
432 }
433 
didFail(blink::WebURLLoader *,const blink::WebURLError & error)434 void ResourceLoader::didFail(blink::WebURLLoader*, const blink::WebURLError& error)
435 {
436     m_connectionState = ConnectionStateFailed;
437     ASSERT(m_state != Terminated);
438     WTF_LOG(ResourceLoading, "Failed to load '%s'.\n", m_resource->url().string().latin1().data());
439 
440     RefPtr<ResourceLoader> protect(this);
441     RefPtrWillBeRawPtr<ResourceLoaderHost> protectHost(m_host.get());
442     ResourcePtr<Resource> protectResource(m_resource);
443     m_state = Finishing;
444     m_resource->setResourceError(error);
445 
446     if (!m_notifiedLoadComplete) {
447         m_notifiedLoadComplete = true;
448         m_host->didFailLoading(m_resource, error);
449     }
450 
451     m_resource->error(Resource::LoadError);
452 
453     if (m_state == Terminated)
454         return;
455 
456     releaseResources();
457 }
458 
isLoadedBy(ResourceLoaderHost * loader) const459 bool ResourceLoader::isLoadedBy(ResourceLoaderHost* loader) const
460 {
461     return m_host->isLoadedBy(loader);
462 }
463 
requestSynchronously()464 void ResourceLoader::requestSynchronously()
465 {
466     OwnPtr<blink::WebURLLoader> loader = adoptPtr(blink::Platform::current()->createURLLoader());
467     ASSERT(loader);
468 
469     // downloadToFile is not supported for synchronous requests.
470     ASSERT(!m_request.downloadToFile());
471 
472     RefPtr<ResourceLoader> protect(this);
473     RefPtrWillBeRawPtr<ResourceLoaderHost> protectHost(m_host.get());
474     ResourcePtr<Resource> protectResource(m_resource);
475 
476     RELEASE_ASSERT(m_connectionState == ConnectionStateNew);
477     m_connectionState = ConnectionStateStarted;
478 
479     blink::WrappedResourceRequest requestIn(m_request);
480     blink::WebURLResponse responseOut;
481     responseOut.initialize();
482     blink::WebURLError errorOut;
483     blink::WebData dataOut;
484     loader->loadSynchronously(requestIn, responseOut, errorOut, dataOut);
485     if (errorOut.reason) {
486         didFail(0, errorOut);
487         return;
488     }
489     didReceiveResponse(0, responseOut);
490     if (m_state == Terminated)
491         return;
492     RefPtr<ResourceLoadInfo> resourceLoadInfo = responseOut.toResourceResponse().resourceLoadInfo();
493     int64 encodedDataLength = resourceLoadInfo ? resourceLoadInfo->encodedDataLength : blink::WebURLLoaderClient::kUnknownEncodedDataLength;
494     m_host->didReceiveData(m_resource, dataOut.data(), dataOut.size(), encodedDataLength);
495     m_resource->setResourceBuffer(dataOut);
496     didFinishLoading(0, monotonicallyIncreasingTime(), encodedDataLength);
497 }
498 
applyOptions(ResourceRequest & request) const499 ResourceRequest& ResourceLoader::applyOptions(ResourceRequest& request) const
500 {
501     request.setAllowStoredCredentials(m_options.allowCredentials == AllowStoredCredentials);
502     return request;
503 }
504 
505 }
506