1 /*
2 Copyright (C) 1998 Lars Knoll (knoll@mpi-hd.mpg.de)
3 Copyright (C) 2001 Dirk Mueller (mueller@kde.org)
4 Copyright (C) 2002 Waldo Bastian (bastian@kde.org)
5 Copyright (C) 2006 Samuel Weinig (sam.weinig@gmail.com)
6 Copyright (C) 2004, 2005, 2006, 2007 Apple Inc. All rights reserved.
7
8 This library is free software; you can redistribute it and/or
9 modify it under the terms of the GNU Library General Public
10 License as published by the Free Software Foundation; either
11 version 2 of the License, or (at your option) any later version.
12
13 This library is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 Library General Public License for more details.
17
18 You should have received a copy of the GNU Library General Public License
19 along with this library; see the file COPYING.LIB. If not, write to
20 the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
21 Boston, MA 02110-1301, USA.
22 */
23
24 #include "config.h"
25 #include "core/fetch/ImageResource.h"
26
27 #include "core/fetch/ImageResourceClient.h"
28 #include "core/fetch/MemoryCache.h"
29 #include "core/fetch/ResourceClient.h"
30 #include "core/fetch/ResourceClientWalker.h"
31 #include "core/fetch/ResourceFetcher.h"
32 #include "core/frame/FrameView.h"
33 #include "core/rendering/RenderObject.h"
34 #include "core/svg/graphics/SVGImage.h"
35 #include "platform/Logging.h"
36 #include "platform/RuntimeEnabledFeatures.h"
37 #include "platform/SharedBuffer.h"
38 #include "platform/TraceEvent.h"
39 #include "platform/graphics/BitmapImage.h"
40 #include "wtf/CurrentTime.h"
41 #include "wtf/StdLibExtras.h"
42
43 namespace blink {
44
ImageResource(const ResourceRequest & resourceRequest)45 ImageResource::ImageResource(const ResourceRequest& resourceRequest)
46 : Resource(resourceRequest, Image)
47 , m_devicePixelRatioHeaderValue(1.0)
48 , m_image(nullptr)
49 , m_loadingMultipartContent(false)
50 , m_hasDevicePixelRatioHeaderValue(false)
51 {
52 WTF_LOG(Timers, "new ImageResource(ResourceRequest) %p", this);
53 setStatus(Unknown);
54 setCustomAcceptHeader();
55 }
56
ImageResource(blink::Image * image)57 ImageResource::ImageResource(blink::Image* image)
58 : Resource(ResourceRequest(""), Image)
59 , m_image(image)
60 {
61 WTF_LOG(Timers, "new ImageResource(Image) %p", this);
62 setStatus(Cached);
63 setLoading(false);
64 setCustomAcceptHeader();
65 }
66
ImageResource(const ResourceRequest & resourceRequest,blink::Image * image)67 ImageResource::ImageResource(const ResourceRequest& resourceRequest, blink::Image* image)
68 : Resource(resourceRequest, Image)
69 , m_image(image)
70 {
71 WTF_LOG(Timers, "new ImageResource(ResourceRequest, Image) %p", this);
72 setStatus(Cached);
73 setLoading(false);
74 setCustomAcceptHeader();
75 }
76
~ImageResource()77 ImageResource::~ImageResource()
78 {
79 WTF_LOG(Timers, "~ImageResource %p", this);
80 clearImage();
81 }
82
load(ResourceFetcher * fetcher,const ResourceLoaderOptions & options)83 void ImageResource::load(ResourceFetcher* fetcher, const ResourceLoaderOptions& options)
84 {
85 if (!fetcher || fetcher->autoLoadImages())
86 Resource::load(fetcher, options);
87 else
88 setLoading(false);
89 }
90
didAddClient(ResourceClient * c)91 void ImageResource::didAddClient(ResourceClient* c)
92 {
93 if (m_data && !m_image && !errorOccurred()) {
94 createImage();
95 m_image->setData(m_data, true);
96 }
97
98 ASSERT(c->resourceClientType() == ImageResourceClient::expectedType());
99 if (m_image && !m_image->isNull())
100 static_cast<ImageResourceClient*>(c)->imageChanged(this);
101
102 Resource::didAddClient(c);
103 }
104
didRemoveClient(ResourceClient * c)105 void ImageResource::didRemoveClient(ResourceClient* c)
106 {
107 ASSERT(c);
108 ASSERT(c->resourceClientType() == ImageResourceClient::expectedType());
109
110 m_pendingContainerSizeRequests.remove(static_cast<ImageResourceClient*>(c));
111 if (m_svgImageCache)
112 m_svgImageCache->removeClientFromCache(static_cast<ImageResourceClient*>(c));
113
114 Resource::didRemoveClient(c);
115 }
116
switchClientsToRevalidatedResource()117 void ImageResource::switchClientsToRevalidatedResource()
118 {
119 ASSERT(resourceToRevalidate());
120 ASSERT(resourceToRevalidate()->isImage());
121 // Pending container size requests need to be transferred to the revalidated resource.
122 if (!m_pendingContainerSizeRequests.isEmpty()) {
123 // A copy of pending size requests is needed as they are deleted during Resource::switchClientsToRevalidateResouce().
124 ContainerSizeRequests switchContainerSizeRequests;
125 for (ContainerSizeRequests::iterator it = m_pendingContainerSizeRequests.begin(); it != m_pendingContainerSizeRequests.end(); ++it)
126 switchContainerSizeRequests.set(it->key, it->value);
127 Resource::switchClientsToRevalidatedResource();
128 ImageResource* revalidatedImageResource = toImageResource(resourceToRevalidate());
129 for (ContainerSizeRequests::iterator it = switchContainerSizeRequests.begin(); it != switchContainerSizeRequests.end(); ++it)
130 revalidatedImageResource->setContainerSizeForRenderer(it->key, it->value.first, it->value.second);
131 return;
132 }
133
134 Resource::switchClientsToRevalidatedResource();
135 }
136
isSafeToUnlock() const137 bool ImageResource::isSafeToUnlock() const
138 {
139 // Note that |m_image| holds a reference to |m_data| in addition to the one held by the Resource parent class.
140 return !m_image || (m_image->hasOneRef() && m_data->refCount() == 2);
141 }
142
destroyDecodedDataIfPossible()143 void ImageResource::destroyDecodedDataIfPossible()
144 {
145 if (!hasClients() && !isLoading() && (!m_image || (m_image->hasOneRef() && m_image->isBitmapImage()))) {
146 m_image = nullptr;
147 setDecodedSize(0);
148 } else if (m_image && !errorOccurred()) {
149 m_image->destroyDecodedData(true);
150 }
151 }
152
allClientsRemoved()153 void ImageResource::allClientsRemoved()
154 {
155 m_pendingContainerSizeRequests.clear();
156 if (m_image && !errorOccurred())
157 m_image->resetAnimation();
158 Resource::allClientsRemoved();
159 }
160
brokenImage(float deviceScaleFactor)161 pair<blink::Image*, float> ImageResource::brokenImage(float deviceScaleFactor)
162 {
163 if (deviceScaleFactor >= 2) {
164 DEFINE_STATIC_REF(blink::Image, brokenImageHiRes, (blink::Image::loadPlatformResource("missingImage@2x")));
165 return std::make_pair(brokenImageHiRes, 2);
166 }
167
168 DEFINE_STATIC_REF(blink::Image, brokenImageLoRes, (blink::Image::loadPlatformResource("missingImage")));
169 return std::make_pair(brokenImageLoRes, 1);
170 }
171
willPaintBrokenImage() const172 bool ImageResource::willPaintBrokenImage() const
173 {
174 return errorOccurred();
175 }
176
image()177 blink::Image* ImageResource::image()
178 {
179 ASSERT(!isPurgeable());
180
181 if (errorOccurred()) {
182 // Returning the 1x broken image is non-ideal, but we cannot reliably access the appropriate
183 // deviceScaleFactor from here. It is critical that callers use ImageResource::brokenImage()
184 // when they need the real, deviceScaleFactor-appropriate broken image icon.
185 return brokenImage(1).first;
186 }
187
188 if (m_image)
189 return m_image.get();
190
191 return blink::Image::nullImage();
192 }
193
imageForRenderer(const RenderObject * renderer)194 blink::Image* ImageResource::imageForRenderer(const RenderObject* renderer)
195 {
196 ASSERT(!isPurgeable());
197
198 if (errorOccurred()) {
199 // Returning the 1x broken image is non-ideal, but we cannot reliably access the appropriate
200 // deviceScaleFactor from here. It is critical that callers use ImageResource::brokenImage()
201 // when they need the real, deviceScaleFactor-appropriate broken image icon.
202 return brokenImage(1).first;
203 }
204
205 if (!m_image)
206 return blink::Image::nullImage();
207
208 if (m_image->isSVGImage()) {
209 blink::Image* image = m_svgImageCache->imageForRenderer(renderer);
210 if (image != blink::Image::nullImage())
211 return image;
212 }
213
214 return m_image.get();
215 }
216
setContainerSizeForRenderer(const ImageResourceClient * renderer,const IntSize & containerSize,float containerZoom)217 void ImageResource::setContainerSizeForRenderer(const ImageResourceClient* renderer, const IntSize& containerSize, float containerZoom)
218 {
219 if (containerSize.isEmpty())
220 return;
221 ASSERT(renderer);
222 ASSERT(containerZoom);
223 if (!m_image) {
224 m_pendingContainerSizeRequests.set(renderer, SizeAndZoom(containerSize, containerZoom));
225 return;
226 }
227 if (!m_image->isSVGImage()) {
228 m_image->setContainerSize(containerSize);
229 return;
230 }
231
232 m_svgImageCache->setContainerSizeForRenderer(renderer, containerSize, containerZoom);
233 }
234
usesImageContainerSize() const235 bool ImageResource::usesImageContainerSize() const
236 {
237 if (m_image)
238 return m_image->usesContainerSize();
239
240 return false;
241 }
242
imageHasRelativeWidth() const243 bool ImageResource::imageHasRelativeWidth() const
244 {
245 if (m_image)
246 return m_image->hasRelativeWidth();
247
248 return false;
249 }
250
imageHasRelativeHeight() const251 bool ImageResource::imageHasRelativeHeight() const
252 {
253 if (m_image)
254 return m_image->hasRelativeHeight();
255
256 return false;
257 }
258
imageSizeForRenderer(const RenderObject * renderer,float multiplier,SizeType sizeType)259 LayoutSize ImageResource::imageSizeForRenderer(const RenderObject* renderer, float multiplier, SizeType sizeType)
260 {
261 ASSERT(!isPurgeable());
262
263 if (!m_image)
264 return IntSize();
265
266 LayoutSize imageSize;
267
268 if (m_image->isBitmapImage() && (renderer && renderer->shouldRespectImageOrientation() == RespectImageOrientation))
269 imageSize = toBitmapImage(m_image.get())->sizeRespectingOrientation();
270 else if (m_image->isSVGImage() && sizeType == NormalSize)
271 imageSize = m_svgImageCache->imageSizeForRenderer(renderer);
272 else
273 imageSize = m_image->size();
274
275 if (multiplier == 1.0f)
276 return imageSize;
277
278 // Don't let images that have a width/height >= 1 shrink below 1 when zoomed.
279 float widthScale = m_image->hasRelativeWidth() ? 1.0f : multiplier;
280 float heightScale = m_image->hasRelativeHeight() ? 1.0f : multiplier;
281 LayoutSize minimumSize(imageSize.width() > 0 ? 1 : 0, imageSize.height() > 0 ? 1 : 0);
282 imageSize.scale(widthScale, heightScale);
283 imageSize.clampToMinimumSize(minimumSize);
284 ASSERT(multiplier != 1.0f || (imageSize.width().fraction() == 0.0f && imageSize.height().fraction() == 0.0f));
285 return imageSize;
286 }
287
computeIntrinsicDimensions(Length & intrinsicWidth,Length & intrinsicHeight,FloatSize & intrinsicRatio)288 void ImageResource::computeIntrinsicDimensions(Length& intrinsicWidth, Length& intrinsicHeight, FloatSize& intrinsicRatio)
289 {
290 if (m_image)
291 m_image->computeIntrinsicDimensions(intrinsicWidth, intrinsicHeight, intrinsicRatio);
292 }
293
notifyObservers(const IntRect * changeRect)294 void ImageResource::notifyObservers(const IntRect* changeRect)
295 {
296 ResourceClientWalker<ImageResourceClient> w(m_clients);
297 while (ImageResourceClient* c = w.next())
298 c->imageChanged(this, changeRect);
299 }
300
clear()301 void ImageResource::clear()
302 {
303 prune();
304 clearImage();
305 m_pendingContainerSizeRequests.clear();
306 setEncodedSize(0);
307 }
308
setCustomAcceptHeader()309 void ImageResource::setCustomAcceptHeader()
310 {
311 DEFINE_STATIC_LOCAL(const AtomicString, acceptWebP, ("image/webp,*/*;q=0.8", AtomicString::ConstructFromLiteral));
312 setAccept(acceptWebP);
313 }
314
createImage()315 inline void ImageResource::createImage()
316 {
317 // Create the image if it doesn't yet exist.
318 if (m_image)
319 return;
320
321 if (m_response.mimeType() == "image/svg+xml") {
322 RefPtr<SVGImage> svgImage = SVGImage::create(this);
323 m_svgImageCache = SVGImageCache::create(svgImage.get());
324 m_image = svgImage.release();
325 } else {
326 m_image = BitmapImage::create(this);
327 }
328
329 if (m_image) {
330 // Send queued container size requests.
331 if (m_image->usesContainerSize()) {
332 for (ContainerSizeRequests::iterator it = m_pendingContainerSizeRequests.begin(); it != m_pendingContainerSizeRequests.end(); ++it)
333 setContainerSizeForRenderer(it->key, it->value.first, it->value.second);
334 }
335 m_pendingContainerSizeRequests.clear();
336 }
337 }
338
clearImage()339 inline void ImageResource::clearImage()
340 {
341 // If our Image has an observer, it's always us so we need to clear the back pointer
342 // before dropping our reference.
343 if (m_image)
344 m_image->setImageObserver(0);
345 m_image.clear();
346 }
347
appendData(const char * data,int length)348 void ImageResource::appendData(const char* data, int length)
349 {
350 Resource::appendData(data, length);
351 if (!m_loadingMultipartContent)
352 updateImage(false);
353 }
354
updateImage(bool allDataReceived)355 void ImageResource::updateImage(bool allDataReceived)
356 {
357 TRACE_EVENT0("blink", "ImageResource::updateImage");
358
359 if (m_data)
360 createImage();
361
362 bool sizeAvailable = false;
363
364 // Have the image update its data from its internal buffer.
365 // It will not do anything now, but will delay decoding until
366 // queried for info (like size or specific image frames).
367 if (m_image)
368 sizeAvailable = m_image->setData(m_data, allDataReceived);
369
370 // Go ahead and tell our observers to try to draw if we have either
371 // received all the data or the size is known. Each chunk from the
372 // network causes observers to repaint, which will force that chunk
373 // to decode.
374 if (sizeAvailable || allDataReceived) {
375 if (!m_image || m_image->isNull()) {
376 error(errorOccurred() ? status() : DecodeError);
377 if (memoryCache()->contains(this))
378 memoryCache()->remove(this);
379 return;
380 }
381
382 // It would be nice to only redraw the decoded band of the image, but with the current design
383 // (decoding delayed until painting) that seems hard.
384 notifyObservers();
385 }
386 }
387
updateBitmapImages(HashSet<ImageResource * > & images,bool redecodeImages)388 void ImageResource::updateBitmapImages(HashSet<ImageResource*>& images, bool redecodeImages)
389 {
390 for (HashSet<ImageResource*>::iterator it = images.begin(); it != images.end(); ++it) {
391 ImageResource* imageResource = *it;
392 if (!imageResource->hasImage() || imageResource->image()->isNull())
393 continue;
394 BitmapImage* image = toBitmapImage(imageResource->image());
395 if (redecodeImages)
396 image->resetDecoder();
397 imageResource->updateImage(image->isAllDataReceived());
398 }
399 }
400
finishOnePart()401 void ImageResource::finishOnePart()
402 {
403 if (m_loadingMultipartContent)
404 clear();
405 updateImage(true);
406 if (m_loadingMultipartContent)
407 m_data.clear();
408 Resource::finishOnePart();
409 }
410
error(Resource::Status status)411 void ImageResource::error(Resource::Status status)
412 {
413 clear();
414 Resource::error(status);
415 notifyObservers();
416 }
417
responseReceived(const ResourceResponse & response)418 void ImageResource::responseReceived(const ResourceResponse& response)
419 {
420 if (m_loadingMultipartContent && m_data)
421 finishOnePart();
422 else if (response.isMultipart())
423 m_loadingMultipartContent = true;
424 if (RuntimeEnabledFeatures::clientHintsDprEnabled()) {
425 m_devicePixelRatioHeaderValue = response.httpHeaderField("DPR").toFloat(&m_hasDevicePixelRatioHeaderValue);
426 if (!m_hasDevicePixelRatioHeaderValue || m_devicePixelRatioHeaderValue <= 0.0) {
427 m_devicePixelRatioHeaderValue = 1.0;
428 m_hasDevicePixelRatioHeaderValue = false;
429 }
430 }
431 Resource::responseReceived(response);
432 }
433
decodedSizeChanged(const blink::Image * image,int delta)434 void ImageResource::decodedSizeChanged(const blink::Image* image, int delta)
435 {
436 if (!image || image != m_image)
437 return;
438
439 setDecodedSize(decodedSize() + delta);
440 }
441
didDraw(const blink::Image * image)442 void ImageResource::didDraw(const blink::Image* image)
443 {
444 if (!image || image != m_image)
445 return;
446 // decodedSize() == 0 indicates that the image is decoded into DiscardableMemory,
447 // not in MemoryCache. So we don't need to call Resource::didAccessDecodedData()
448 // to update MemoryCache.
449 if (decodedSize() != 0)
450 Resource::didAccessDecodedData();
451 }
452
shouldPauseAnimation(const blink::Image * image)453 bool ImageResource::shouldPauseAnimation(const blink::Image* image)
454 {
455 if (!image || image != m_image)
456 return false;
457
458 ResourceClientWalker<ImageResourceClient> w(m_clients);
459 while (ImageResourceClient* c = w.next()) {
460 if (c->willRenderImage(this))
461 return false;
462 }
463
464 return true;
465 }
466
animationAdvanced(const blink::Image * image)467 void ImageResource::animationAdvanced(const blink::Image* image)
468 {
469 if (!image || image != m_image)
470 return;
471 notifyObservers();
472 }
473
changedInRect(const blink::Image * image,const IntRect & rect)474 void ImageResource::changedInRect(const blink::Image* image, const IntRect& rect)
475 {
476 if (!image || image != m_image)
477 return;
478 notifyObservers(&rect);
479 }
480
currentFrameKnownToBeOpaque(const RenderObject * renderer)481 bool ImageResource::currentFrameKnownToBeOpaque(const RenderObject* renderer)
482 {
483 blink::Image* image = imageForRenderer(renderer);
484 if (image->isBitmapImage())
485 image->nativeImageForCurrentFrame(); // force decode
486 return image->currentFrameKnownToBeOpaque();
487 }
488
isAccessAllowed(SecurityOrigin * securityOrigin)489 bool ImageResource::isAccessAllowed(SecurityOrigin* securityOrigin)
490 {
491 if (!image()->currentFrameHasSingleSecurityOrigin())
492 return false;
493 if (passesAccessControlCheck(securityOrigin))
494 return true;
495 return !securityOrigin->taintsCanvas(response().url());
496 }
497
498 } // namespace blink
499