/* * Copyright 2015 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "src/image/SkImage_Lazy.h" #include "include/core/SkBitmap.h" #include "include/core/SkData.h" #include "include/core/SkImageGenerator.h" #include "src/core/SkBitmapCache.h" #include "src/core/SkCachedData.h" #include "src/core/SkImagePriv.h" #include "src/core/SkNextID.h" #if SK_SUPPORT_GPU #include "include/gpu/GrDirectContext.h" #include "include/gpu/GrRecordingContext.h" #include "include/private/GrResourceKey.h" #include "src/core/SkResourceCache.h" #include "src/core/SkYUVPlanesCache.h" #include "src/gpu/GrCaps.h" #include "src/gpu/GrColorSpaceXform.h" #include "src/gpu/GrGpuResourcePriv.h" #include "src/gpu/GrPaint.h" #include "src/gpu/GrProxyProvider.h" #include "src/gpu/GrRecordingContextPriv.h" #include "src/gpu/GrSamplerState.h" #include "src/gpu/GrYUVATextureProxies.h" #include "src/gpu/SkGr.h" #include "src/gpu/SurfaceFillContext.h" #include "src/gpu/effects/GrYUVtoRGBEffect.h" #endif // Ref-counted tuple(SkImageGenerator, SkMutex) which allows sharing one generator among N images class SharedGenerator final : public SkNVRefCnt { public: static sk_sp Make(std::unique_ptr gen) { return gen ? sk_sp(new SharedGenerator(std::move(gen))) : nullptr; } // This is thread safe. It is a const field set in the constructor. const SkImageInfo& getInfo() { return fGenerator->getInfo(); } private: explicit SharedGenerator(std::unique_ptr gen) : fGenerator(std::move(gen)) { SkASSERT(fGenerator); } friend class ScopedGenerator; friend class SkImage_Lazy; std::unique_ptr fGenerator; SkMutex fMutex; }; /////////////////////////////////////////////////////////////////////////////// SkImage_Lazy::Validator::Validator(sk_sp gen, const SkColorType* colorType, sk_sp colorSpace) : fSharedGenerator(std::move(gen)) { if (!fSharedGenerator) { return; } // The following generator accessors are safe without acquiring the mutex (const getters). // TODO: refactor to use a ScopedGenerator instead, for clarity. fInfo = fSharedGenerator->fGenerator->getInfo(); if (fInfo.isEmpty()) { fSharedGenerator.reset(); return; } fUniqueID = fSharedGenerator->fGenerator->uniqueID(); if (colorType && (*colorType == fInfo.colorType())) { colorType = nullptr; } if (colorType || colorSpace) { if (colorType) { fInfo = fInfo.makeColorType(*colorType); } if (colorSpace) { fInfo = fInfo.makeColorSpace(colorSpace); } fUniqueID = SkNextID::ImageID(); } } /////////////////////////////////////////////////////////////////////////////// // Helper for exclusive access to a shared generator. class SkImage_Lazy::ScopedGenerator { public: ScopedGenerator(const sk_sp& gen) : fSharedGenerator(gen) , fAutoAquire(gen->fMutex) {} SkImageGenerator* operator->() const { fSharedGenerator->fMutex.assertHeld(); return fSharedGenerator->fGenerator.get(); } operator SkImageGenerator*() const { fSharedGenerator->fMutex.assertHeld(); return fSharedGenerator->fGenerator.get(); } private: const sk_sp& fSharedGenerator; SkAutoMutexExclusive fAutoAquire; }; /////////////////////////////////////////////////////////////////////////////// SkImage_Lazy::SkImage_Lazy(Validator* validator) : INHERITED(validator->fInfo, validator->fUniqueID) , fSharedGenerator(std::move(validator->fSharedGenerator)) { SkASSERT(fSharedGenerator); } ////////////////////////////////////////////////////////////////////////////////////////////////// bool SkImage_Lazy::getROPixels(GrDirectContext*, SkBitmap* bitmap, SkImage::CachingHint chint) const { auto check_output_bitmap = [bitmap]() { SkASSERT(bitmap->isImmutable()); SkASSERT(bitmap->getPixels()); (void)bitmap; }; auto desc = SkBitmapCacheDesc::Make(this); if (SkBitmapCache::Find(desc, bitmap)) { check_output_bitmap(); return true; } if (SkImage::kAllow_CachingHint == chint) { SkPixmap pmap; SkBitmapCache::RecPtr cacheRec = SkBitmapCache::Alloc(desc, this->imageInfo(), &pmap); if (!cacheRec || !ScopedGenerator(fSharedGenerator)->getPixels(pmap)) { return false; } SkBitmapCache::Add(std::move(cacheRec), bitmap); this->notifyAddedToRasterCache(); } else { if (!bitmap->tryAllocPixels(this->imageInfo()) || !ScopedGenerator(fSharedGenerator)->getPixels(bitmap->pixmap())) { return false; } bitmap->setImmutable(); } check_output_bitmap(); return true; } ////////////////////////////////////////////////////////////////////////////////////////////////// bool SkImage_Lazy::onReadPixels(GrDirectContext* dContext, const SkImageInfo& dstInfo, void* dstPixels, size_t dstRB, int srcX, int srcY, CachingHint chint) const { SkBitmap bm; if (this->getROPixels(dContext, &bm, chint)) { return bm.readPixels(dstInfo, dstPixels, dstRB, srcX, srcY); } return false; } sk_sp SkImage_Lazy::onRefEncoded() const { // check that we aren't a subset or colortype/etc modification of the original if (fSharedGenerator->fGenerator->uniqueID() == this->uniqueID()) { ScopedGenerator generator(fSharedGenerator); return generator->refEncodedData(); } return nullptr; } bool SkImage_Lazy::onIsValid(GrRecordingContext* context) const { ScopedGenerator generator(fSharedGenerator); return generator->isValid(context); } /////////////////////////////////////////////////////////////////////////////////////////////////// sk_sp SkImage_Lazy::onMakeSubset(const SkIRect& subset, GrDirectContext* direct) const { // TODO: can we do this more efficiently, by telling the generator we want to // "realize" a subset? #if SK_SUPPORT_GPU auto pixels = direct ? this->makeTextureImage(direct) : this->makeRasterImage(); #else auto pixels = this->makeRasterImage(); #endif return pixels ? pixels->makeSubset(subset, direct) : nullptr; } sk_sp SkImage_Lazy::onMakeColorTypeAndColorSpace(SkColorType targetCT, sk_sp targetCS, GrDirectContext*) const { SkAutoMutexExclusive autoAquire(fOnMakeColorTypeAndSpaceMutex); if (fOnMakeColorTypeAndSpaceResult && targetCT == fOnMakeColorTypeAndSpaceResult->colorType() && SkColorSpace::Equals(targetCS.get(), fOnMakeColorTypeAndSpaceResult->colorSpace())) { return fOnMakeColorTypeAndSpaceResult; } Validator validator(fSharedGenerator, &targetCT, targetCS); sk_sp result = validator ? sk_sp(new SkImage_Lazy(&validator)) : nullptr; if (result) { fOnMakeColorTypeAndSpaceResult = result; } return result; } sk_sp SkImage_Lazy::onReinterpretColorSpace(sk_sp newCS) const { // TODO: The correct thing is to clone the generator, and modify its color space. That's hard, // because we don't have a clone method, and generator is public (and derived-from by clients). // So do the simple/inefficient thing here, and fallback to raster when this is called. // We allocate the bitmap with the new color space, then generate the image using the original. SkBitmap bitmap; if (bitmap.tryAllocPixels(this->imageInfo().makeColorSpace(std::move(newCS)))) { SkPixmap pixmap = bitmap.pixmap(); pixmap.setColorSpace(this->refColorSpace()); if (ScopedGenerator(fSharedGenerator)->getPixels(pixmap)) { bitmap.setImmutable(); return bitmap.asImage(); } } return nullptr; } sk_sp SkImage::MakeFromGenerator(std::unique_ptr generator) { SkImage_Lazy::Validator validator(SharedGenerator::Make(std::move(generator)), nullptr, nullptr); return validator ? sk_make_sp(&validator) : nullptr; } #if SK_SUPPORT_GPU std::tuple SkImage_Lazy::onAsView( GrRecordingContext* context, GrMipmapped mipmapped, GrImageTexGenPolicy policy) const { GrColorType ct = this->colorTypeOfLockTextureProxy(context->priv().caps()); return {this->lockTextureProxyView(context, policy, mipmapped), ct}; } std::unique_ptr SkImage_Lazy::onAsFragmentProcessor( GrRecordingContext* rContext, SkSamplingOptions sampling, const SkTileMode tileModes[2], const SkMatrix& m, const SkRect* subset, const SkRect* domain) const { // TODO: If the CPU data is extracted as planes return a FP that reconstructs the image from // the planes. auto mm = sampling.mipmap == SkMipmapMode::kNone ? GrMipmapped::kNo : GrMipmapped::kYes; return MakeFragmentProcessorFromView(rContext, std::get<0>(this->asView(rContext, mm)), this->alphaType(), sampling, tileModes, m, subset, domain); } GrSurfaceProxyView SkImage_Lazy::textureProxyViewFromPlanes(GrRecordingContext* ctx, SkBudgeted budgeted) const { SkYUVAPixmapInfo::SupportedDataTypes supportedDataTypes(*ctx); SkYUVAPixmaps yuvaPixmaps; sk_sp dataStorage = this->getPlanes(supportedDataTypes, &yuvaPixmaps); if (!dataStorage) { return {}; } GrSurfaceProxyView views[SkYUVAInfo::kMaxPlanes]; GrColorType pixmapColorTypes[SkYUVAInfo::kMaxPlanes]; for (int i = 0; i < yuvaPixmaps.numPlanes(); ++i) { // If the sizes of the components are not all the same we choose to create exact-match // textures for the smaller ones rather than add a texture domain to the draw. // TODO: revisit this decision to improve texture reuse? SkBackingFit fit = yuvaPixmaps.plane(i).dimensions() == this->dimensions() ? SkBackingFit::kApprox : SkBackingFit::kExact; // We grab a ref to cached yuv data. When the SkBitmap we create below goes away it will // call releaseProc which will release this ref. // DDL TODO: Currently we end up creating a lazy proxy that will hold onto a ref to the // SkImage in its lambda. This means that we'll keep the ref on the YUV data around for the // life time of the proxy and not just upload. For non-DDL draws we should look into // releasing this SkImage after uploads (by deleting the lambda after instantiation). auto releaseProc = [](void*, void* data) { auto cachedData = static_cast(data); SkASSERT(cachedData); cachedData->unref(); }; SkBitmap bitmap; bitmap.installPixels(yuvaPixmaps.plane(i).info(), yuvaPixmaps.plane(i).writable_addr(), yuvaPixmaps.plane(i).rowBytes(), releaseProc, SkRef(dataStorage.get())); bitmap.setImmutable(); std::tie(views[i], std::ignore) = GrMakeUncachedBitmapProxyView(ctx, bitmap, GrMipmapped::kNo, fit); if (!views[i]) { return {}; } pixmapColorTypes[i] = SkColorTypeToGrColorType(bitmap.colorType()); } // TODO: investigate preallocating mip maps here GrImageInfo info(SkColorTypeToGrColorType(this->colorType()), kPremul_SkAlphaType, /*color space*/ nullptr, this->dimensions()); auto sfc = ctx->priv().makeSFC(info, SkBackingFit::kExact, 1, GrMipmapped::kNo, GrProtected::kNo, kTopLeft_GrSurfaceOrigin, budgeted); if (!sfc) { return {}; } GrYUVATextureProxies yuvaProxies(yuvaPixmaps.yuvaInfo(), views, pixmapColorTypes); SkAssertResult(yuvaProxies.isValid()); std::unique_ptr fp = GrYUVtoRGBEffect::Make( yuvaProxies, GrSamplerState::Filter::kNearest, *ctx->priv().caps()); // The pixels after yuv->rgb will be in the generator's color space. // If onMakeColorTypeAndColorSpace has been called then this will not match this image's // color space. To correct this, apply a color space conversion from the generator's color // space to this image's color space. SkColorSpace* srcColorSpace; { ScopedGenerator generator(fSharedGenerator); srcColorSpace = generator->getInfo().colorSpace(); } SkColorSpace* dstColorSpace = this->colorSpace(); // If the caller expects the pixels in a different color space than the one from the image, // apply a color conversion to do this. fp = GrColorSpaceXformEffect::Make(std::move(fp), srcColorSpace, kOpaque_SkAlphaType, dstColorSpace, kOpaque_SkAlphaType); sfc->fillWithFP(std::move(fp)); return sfc->readSurfaceView(); } sk_sp SkImage_Lazy::getPlanes( const SkYUVAPixmapInfo::SupportedDataTypes& supportedDataTypes, SkYUVAPixmaps* yuvaPixmaps) const { ScopedGenerator generator(fSharedGenerator); sk_sp data(SkYUVPlanesCache::FindAndRef(generator->uniqueID(), yuvaPixmaps)); if (data) { SkASSERT(yuvaPixmaps->isValid()); SkASSERT(yuvaPixmaps->yuvaInfo().dimensions() == this->dimensions()); return data; } SkYUVAPixmapInfo yuvaPixmapInfo; if (!generator->queryYUVAInfo(supportedDataTypes, &yuvaPixmapInfo) || yuvaPixmapInfo.yuvaInfo().dimensions() != this->dimensions()) { return nullptr; } data.reset(SkResourceCache::NewCachedData(yuvaPixmapInfo.computeTotalBytes())); SkYUVAPixmaps tempPixmaps = SkYUVAPixmaps::FromExternalMemory(yuvaPixmapInfo, data->writable_data()); SkASSERT(tempPixmaps.isValid()); if (!generator->getYUVAPlanes(tempPixmaps)) { return nullptr; } // Decoding is done, cache the resulting YUV planes *yuvaPixmaps = tempPixmaps; SkYUVPlanesCache::Add(this->uniqueID(), data.get(), *yuvaPixmaps); return data; } /* * We have 4 ways to try to return a texture (in sorted order) * * 1. Check the cache for a pre-existing one * 2. Ask the generator to natively create one * 3. Ask the generator to return YUV planes, which the GPU can convert * 4. Ask the generator to return RGB(A) data, which the GPU can convert */ GrSurfaceProxyView SkImage_Lazy::lockTextureProxyView(GrRecordingContext* rContext, GrImageTexGenPolicy texGenPolicy, GrMipmapped mipmapped) const { // Values representing the various texture lock paths we can take. Used for logging the path // taken to a histogram. enum LockTexturePath { kFailure_LockTexturePath, kPreExisting_LockTexturePath, kNative_LockTexturePath, kCompressed_LockTexturePath, // Deprecated kYUV_LockTexturePath, kRGBA_LockTexturePath, }; enum { kLockTexturePathCount = kRGBA_LockTexturePath + 1 }; GrUniqueKey key; if (texGenPolicy == GrImageTexGenPolicy::kDraw) { GrMakeKeyFromImageID(&key, this->uniqueID(), SkIRect::MakeSize(this->dimensions())); } const GrCaps* caps = rContext->priv().caps(); GrProxyProvider* proxyProvider = rContext->priv().proxyProvider(); auto installKey = [&](const GrSurfaceProxyView& view) { SkASSERT(view && view.asTextureProxy()); if (key.isValid()) { auto listener = GrMakeUniqueKeyInvalidationListener(&key, rContext->priv().contextID()); this->addUniqueIDListener(std::move(listener)); proxyProvider->assignUniqueKeyToProxy(key, view.asTextureProxy()); } }; auto ct = this->colorTypeOfLockTextureProxy(caps); // 1. Check the cache for a pre-existing one. if (key.isValid()) { auto proxy = proxyProvider->findOrCreateProxyByUniqueKey(key); if (proxy) { GrSwizzle swizzle = caps->getReadSwizzle(proxy->backendFormat(), ct); GrSurfaceProxyView view(std::move(proxy), kTopLeft_GrSurfaceOrigin, swizzle); if (mipmapped == GrMipmapped::kNo || view.asTextureProxy()->mipmapped() == GrMipmapped::kYes) { return view; } else { // We need a mipped proxy, but we found a cached proxy that wasn't mipped. Thus we // generate a new mipped surface and copy the original proxy into the base layer. We // will then let the gpu generate the rest of the mips. auto mippedView = GrCopyBaseMipMapToView(rContext, view); if (!mippedView) { // We failed to make a mipped proxy with the base copied into it. This could // have been from failure to make the proxy or failure to do the copy. Thus we // will fall back to just using the non mipped proxy; See skbug.com/7094. return view; } proxyProvider->removeUniqueKeyFromProxy(view.asTextureProxy()); installKey(mippedView); return mippedView; } } } // 2. Ask the generator to natively create one. { ScopedGenerator generator(fSharedGenerator); if (auto view = generator->generateTexture(rContext, this->imageInfo(), {0,0}, mipmapped, texGenPolicy)) { installKey(view); return view; } } // 3. Ask the generator to return YUV planes, which the GPU can convert. If we will be mipping // the texture we skip this step so the CPU generate non-planar MIP maps for us. if (mipmapped == GrMipmapped::kNo && !rContext->priv().options().fDisableGpuYUVConversion) { // TODO: Update to create the mipped surface in the textureProxyViewFromPlanes generator and // draw the base layer directly into the mipped surface. SkBudgeted budgeted = texGenPolicy == GrImageTexGenPolicy::kNew_Uncached_Unbudgeted ? SkBudgeted::kNo : SkBudgeted::kYes; auto view = this->textureProxyViewFromPlanes(rContext, budgeted); if (view) { installKey(view); return view; } } // 4. Ask the generator to return a bitmap, which the GPU can convert. auto hint = texGenPolicy == GrImageTexGenPolicy::kDraw ? CachingHint::kAllow_CachingHint : CachingHint::kDisallow_CachingHint; if (SkBitmap bitmap; this->getROPixels(nullptr, &bitmap, hint)) { // We always make an uncached bitmap here because we will cache it based on passed in policy // with *our* key, not a key derived from bitmap. We're just making the proxy here. auto budgeted = texGenPolicy == GrImageTexGenPolicy::kNew_Uncached_Unbudgeted ? SkBudgeted::kNo : SkBudgeted::kYes; auto view = std::get<0>(GrMakeUncachedBitmapProxyView(rContext, bitmap, mipmapped, SkBackingFit::kExact, budgeted)); if (view) { installKey(view); return view; } } return {}; } GrColorType SkImage_Lazy::colorTypeOfLockTextureProxy(const GrCaps* caps) const { GrColorType ct = SkColorTypeToGrColorType(this->colorType()); GrBackendFormat format = caps->getDefaultBackendFormat(ct, GrRenderable::kNo); if (!format.isValid()) { ct = GrColorType::kRGBA_8888; } return ct; } void SkImage_Lazy::addUniqueIDListener(sk_sp listener) const { fUniqueIDListeners.add(std::move(listener)); } #endif