• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (c) 2013, Google Inc. All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without
5  * modification, are permitted provided that the following conditions are
6  * met:
7  *
8  *     * Redistributions of source code must retain the above copyright
9  * notice, this list of conditions and the following disclaimer.
10  *     * Redistributions in binary form must reproduce the above
11  * copyright notice, this list of conditions and the following disclaimer
12  * in the documentation and/or other materials provided with the
13  * distribution.
14  *     * Neither the name of Google Inc. nor the names of its
15  * contributors may be used to endorse or promote products derived from
16  * this software without specific prior written permission.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29  */
30 
31 #include "config.h"
32 #include "core/frame/ImageBitmap.h"
33 
34 #include "SkPixelRef.h" // FIXME: qualify this skia header file.
35 #include "core/dom/Document.h"
36 #include "core/fetch/ImageResource.h"
37 #include "core/fetch/MemoryCache.h"
38 #include "core/fetch/MockImageResourceClient.h"
39 #include "core/fetch/ResourcePtr.h"
40 #include "core/html/HTMLCanvasElement.h"
41 #include "core/html/HTMLImageElement.h"
42 #include "core/html/canvas/CanvasRenderingContext2D.h"
43 #include "platform/graphics/BitmapImage.h"
44 #include "platform/graphics/skia/NativeImageSkia.h"
45 #include "platform/heap/Handle.h"
46 #include "platform/network/ResourceRequest.h"
47 #include "wtf/OwnPtr.h"
48 
49 #include <gtest/gtest.h>
50 
51 namespace WebCore {
52 
53 class ImageBitmapTest : public ::testing::Test {
54 protected:
SetUp()55     virtual void SetUp()
56     {
57         ASSERT_TRUE(m_bitmap.allocN32Pixels(10, 10));
58         m_bitmap.eraseColor(0xFFFFFFFF);
59 
60         ASSERT_TRUE(m_bitmap2.allocN32Pixels(5, 5));
61         m_bitmap2.eraseColor(0xAAAAAAAA);
62 
63         // Save the global memory cache to restore it upon teardown.
64         m_globalMemoryCache = adoptPtr(memoryCache());
65         // Create the test memory cache instance and hook it in.
66         m_testingMemoryCache = adoptPtr(new MemoryCache());
67         setMemoryCacheForTesting(m_testingMemoryCache.leakPtr());
68     }
TearDown()69     virtual void TearDown()
70     {
71         // Garbage collection is required prior to switching out the
72         // test's memory cache; image resources are released, evicting
73         // them from the cache.
74         Heap::collectGarbage(ThreadState::NoHeapPointersOnStack);
75 
76         // Regain the ownership of testing memory cache, so that it will be
77         // destroyed.
78         m_testingMemoryCache = adoptPtr(memoryCache());
79         // Yield the ownership of the global memory cache back.
80         setMemoryCacheForTesting(m_globalMemoryCache.leakPtr());
81     }
82 
83     SkBitmap m_bitmap, m_bitmap2;
84     OwnPtr<MemoryCache> m_testingMemoryCache;
85     OwnPtr<MemoryCache> m_globalMemoryCache;
86 };
87 
88 // Verifies that the image resource held by an ImageBitmap is the same as the
89 // one held by the HTMLImageElement.
TEST_F(ImageBitmapTest,ImageResourceConsistency)90 TEST_F(ImageBitmapTest, ImageResourceConsistency)
91 {
92     RefPtrWillBeRawPtr<HTMLImageElement> imageElement = HTMLImageElement::create(*Document::create().get());
93     imageElement->setImageResource(new ImageResource(BitmapImage::create(NativeImageSkia::create(m_bitmap)).get()));
94 
95     RefPtrWillBeRawPtr<ImageBitmap> imageBitmapNoCrop = ImageBitmap::create(imageElement.get(), IntRect(0, 0, m_bitmap.width(), m_bitmap.height()));
96     RefPtrWillBeRawPtr<ImageBitmap> imageBitmapInteriorCrop = ImageBitmap::create(imageElement.get(), IntRect(m_bitmap.width() / 2, m_bitmap.height() / 2, m_bitmap.width() / 2, m_bitmap.height() / 2));
97     RefPtrWillBeRawPtr<ImageBitmap> imageBitmapExteriorCrop = ImageBitmap::create(imageElement.get(), IntRect(-m_bitmap.width() / 2, -m_bitmap.height() / 2, m_bitmap.width(), m_bitmap.height()));
98     RefPtrWillBeRawPtr<ImageBitmap> imageBitmapOutsideCrop = ImageBitmap::create(imageElement.get(), IntRect(-m_bitmap.width(), -m_bitmap.height(), m_bitmap.width(), m_bitmap.height()));
99 
100     ASSERT_EQ(imageBitmapNoCrop->bitmapImage().get(), imageElement->cachedImage()->image());
101     ASSERT_EQ(imageBitmapInteriorCrop->bitmapImage().get(), imageElement->cachedImage()->image());
102     ASSERT_EQ(imageBitmapExteriorCrop->bitmapImage().get(), imageElement->cachedImage()->image());
103 
104     RefPtr<Image> emptyImage = imageBitmapOutsideCrop->bitmapImage();
105     ASSERT_NE(emptyImage.get(), imageElement->cachedImage()->image());
106 }
107 
108 // Verifies that HTMLImageElements are given an elevated CacheLiveResourcePriority when used to construct an ImageBitmap.
109 // ImageBitmaps that have crop rects outside of the bounds of the HTMLImageElement do not have elevated CacheLiveResourcePriority.
TEST_F(ImageBitmapTest,ImageBitmapLiveResourcePriority)110 TEST_F(ImageBitmapTest, ImageBitmapLiveResourcePriority)
111 {
112     RefPtrWillBePersistent<HTMLImageElement> imageNoCrop = HTMLImageElement::create(*Document::create().get());
113     ResourcePtr<ImageResource> cachedImageNoCrop = new ImageResource(ResourceRequest("http://foo.com/1"), BitmapImage::create(NativeImageSkia::create(m_bitmap)).get());
114     imageNoCrop->setImageResource(cachedImageNoCrop.get());
115 
116     RefPtrWillBePersistent<HTMLImageElement> imageInteriorCrop = HTMLImageElement::create(*Document::create().get());
117     ResourcePtr<ImageResource> cachedImageInteriorCrop = new ImageResource(ResourceRequest("http://foo.com/2"), BitmapImage::create(NativeImageSkia::create(m_bitmap)).get());
118     imageInteriorCrop->setImageResource(cachedImageInteriorCrop.get());
119 
120     RefPtrWillBePersistent<HTMLImageElement> imageExteriorCrop = HTMLImageElement::create(*Document::create().get());
121     ResourcePtr<ImageResource> cachedImageExteriorCrop = new ImageResource(ResourceRequest("http://foo.com/3"), BitmapImage::create(NativeImageSkia::create(m_bitmap)).get());
122     imageExteriorCrop->setImageResource(cachedImageExteriorCrop.get());
123 
124     RefPtrWillBePersistent<HTMLImageElement> imageOutsideCrop = HTMLImageElement::create(*Document::create().get());
125     ResourcePtr<ImageResource> cachedImageOutsideCrop = new ImageResource(ResourceRequest("http://foo.com/4"), BitmapImage::create(NativeImageSkia::create(m_bitmap)).get());
126     imageOutsideCrop->setImageResource(cachedImageOutsideCrop.get());
127 
128     MockImageResourceClient mockClient1, mockClient2, mockClient3, mockClient4;
129     cachedImageNoCrop->addClient(&mockClient1);
130     cachedImageInteriorCrop->addClient(&mockClient2);
131     cachedImageExteriorCrop->addClient(&mockClient3);
132     cachedImageOutsideCrop->addClient(&mockClient4);
133 
134     memoryCache()->add(cachedImageNoCrop.get());
135     memoryCache()->add(cachedImageInteriorCrop.get());
136     memoryCache()->add(cachedImageExteriorCrop.get());
137     memoryCache()->add(cachedImageOutsideCrop.get());
138     memoryCache()->updateDecodedResource(cachedImageNoCrop.get(), UpdateForPropertyChange);
139     memoryCache()->updateDecodedResource(cachedImageInteriorCrop.get(), UpdateForPropertyChange);
140     memoryCache()->updateDecodedResource(cachedImageExteriorCrop.get(), UpdateForPropertyChange);
141     memoryCache()->updateDecodedResource(cachedImageOutsideCrop.get(), UpdateForPropertyChange);
142 
143     // HTMLImageElements should default to CacheLiveResourcePriorityLow.
144     ASSERT_EQ(memoryCache()->priority(imageNoCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
145     ASSERT_EQ(memoryCache()->priority(imageInteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
146     ASSERT_EQ(memoryCache()->priority(imageExteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
147     ASSERT_EQ(memoryCache()->priority(imageOutsideCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
148 
149     RefPtrWillBePersistent<ImageBitmap> imageBitmapInteriorCrop = ImageBitmap::create(imageInteriorCrop.get(), IntRect(m_bitmap.width() / 2, m_bitmap.height() / 2, m_bitmap.width(), m_bitmap.height()));
150     {
151         RefPtrWillBePersistent<ImageBitmap> imageBitmapNoCrop = ImageBitmap::create(imageNoCrop.get(), IntRect(0, 0, m_bitmap.width(), m_bitmap.height()));
152         RefPtrWillBePersistent<ImageBitmap> imageBitmapInteriorCrop2 = ImageBitmap::create(imageInteriorCrop.get(), IntRect(m_bitmap.width() / 2, m_bitmap.height() / 2, m_bitmap.width(), m_bitmap.height()));
153         RefPtrWillBePersistent<ImageBitmap> imageBitmapExteriorCrop = ImageBitmap::create(imageExteriorCrop.get(), IntRect(-m_bitmap.width() / 2, -m_bitmap.height() / 2, m_bitmap.width(), m_bitmap.height()));
154         RefPtrWillBePersistent<ImageBitmap> imageBitmapOutsideCrop = ImageBitmap::create(imageOutsideCrop.get(), IntRect(-m_bitmap.width(), -m_bitmap.height(), m_bitmap.width(), m_bitmap.height()));
155 
156         // Images that are referenced by ImageBitmaps have CacheLiveResourcePriorityHigh.
157         ASSERT_EQ(memoryCache()->priority(imageNoCrop->cachedImage()), MemoryCacheLiveResourcePriorityHigh);
158         ASSERT_EQ(memoryCache()->priority(imageInteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityHigh);
159         ASSERT_EQ(memoryCache()->priority(imageExteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityHigh);
160 
161         // ImageBitmaps that do not contain any of the source image do not elevate CacheLiveResourcePriority.
162         ASSERT_EQ(memoryCache()->priority(imageOutsideCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
163     }
164     // Force a garbage collection to sweep out the local ImageBitmaps.
165     Heap::collectGarbage(ThreadState::NoHeapPointersOnStack);
166 
167     // CacheLiveResourcePriroity should return to CacheLiveResourcePriorityLow when no ImageBitmaps reference the image.
168     ASSERT_EQ(memoryCache()->priority(imageNoCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
169     ASSERT_EQ(memoryCache()->priority(imageExteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
170     ASSERT_EQ(memoryCache()->priority(imageOutsideCrop->cachedImage()), MemoryCacheLiveResourcePriorityLow);
171 
172     // There is still an ImageBitmap that references this image.
173     ASSERT_EQ(memoryCache()->priority(imageInteriorCrop->cachedImage()), MemoryCacheLiveResourcePriorityHigh);
174     imageBitmapInteriorCrop = nullptr;
175 }
176 
177 // Verifies that ImageBitmaps constructed from HTMLImageElements hold a reference to the original Image if the HTMLImageElement src is changed.
TEST_F(ImageBitmapTest,ImageBitmapSourceChanged)178 TEST_F(ImageBitmapTest, ImageBitmapSourceChanged)
179 {
180     RefPtrWillBeRawPtr<HTMLImageElement> image = HTMLImageElement::create(*Document::create().get());
181     ResourcePtr<ImageResource> originalImageResource = new ImageResource(BitmapImage::create(NativeImageSkia::create(m_bitmap)).get());
182     image->setImageResource(originalImageResource.get());
183 
184     RefPtrWillBeRawPtr<ImageBitmap> imageBitmap = ImageBitmap::create(image.get(), IntRect(0, 0, m_bitmap.width(), m_bitmap.height()));
185     ASSERT_EQ(imageBitmap->bitmapImage().get(), originalImageResource->image());
186 
187     ResourcePtr<ImageResource> newImageResource = new ImageResource(BitmapImage::create(NativeImageSkia::create(m_bitmap2)).get());
188     image->setImageResource(newImageResource.get());
189 
190     // The ImageBitmap should contain the same data as the original cached image but should no longer hold a reference.
191     ASSERT_NE(imageBitmap->bitmapImage().get(), originalImageResource->image());
192     ASSERT_EQ(imageBitmap->bitmapImage()->nativeImageForCurrentFrame()->bitmap().pixelRef()->pixels(),
193         originalImageResource->image()->nativeImageForCurrentFrame()->bitmap().pixelRef()->pixels());
194 
195     ASSERT_NE(imageBitmap->bitmapImage().get(), newImageResource->image());
196     ASSERT_NE(imageBitmap->bitmapImage()->nativeImageForCurrentFrame()->bitmap().pixelRef()->pixels(),
197         newImageResource->image()->nativeImageForCurrentFrame()->bitmap().pixelRef()->pixels());
198 }
199 
200 // Verifies that ImageBitmaps constructed from ImageBitmaps hold onto their own Image.
TEST_F(ImageBitmapTest,ImageResourceLifetime)201 TEST_F(ImageBitmapTest, ImageResourceLifetime)
202 {
203     RefPtrWillBeRawPtr<HTMLCanvasElement> canvasElement = HTMLCanvasElement::create(*Document::create().get());
204     canvasElement->setHeight(40);
205     canvasElement->setWidth(40);
206     RefPtrWillBeRawPtr<ImageBitmap> imageBitmapDerived = nullptr;
207     {
208         RefPtrWillBeRawPtr<ImageBitmap> imageBitmapFromCanvas = ImageBitmap::create(canvasElement.get(), IntRect(0, 0, canvasElement->width(), canvasElement->height()));
209         imageBitmapDerived = ImageBitmap::create(imageBitmapFromCanvas.get(), IntRect(0, 0, 20, 20));
210     }
211     CanvasRenderingContext* context = canvasElement->getContext("2d");
212     TrackExceptionState exceptionState;
213     toCanvasRenderingContext2D(context)->drawImage(imageBitmapDerived.get(), 0, 0, exceptionState);
214 }
215 
216 } // namespace
217