/* * Copyright 2014 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "src/shaders/SkPictureShader.h" #include "include/core/SkBitmap.h" #include "include/core/SkCanvas.h" #include "include/core/SkImage.h" #include "src/base/SkArenaAlloc.h" #include "src/core/SkImageInfoPriv.h" #include "src/core/SkImagePriv.h" #include "src/core/SkMatrixPriv.h" #include "src/core/SkMatrixProvider.h" #include "src/core/SkMatrixUtils.h" #include "src/core/SkPicturePriv.h" #include "src/core/SkRasterPipeline.h" #include "src/core/SkReadBuffer.h" #include "src/core/SkResourceCache.h" #include "src/core/SkVM.h" #include "src/shaders/SkBitmapProcShader.h" #include "src/shaders/SkImageShader.h" #include "src/shaders/SkLocalMatrixShader.h" #if defined(SK_GANESH) #include "include/gpu/GrDirectContext.h" #include "include/gpu/GrRecordingContext.h" #include "src/gpu/ganesh/GrCaps.h" #include "src/gpu/ganesh/GrColorInfo.h" #include "src/gpu/ganesh/GrFPArgs.h" #include "src/gpu/ganesh/GrFragmentProcessor.h" #include "src/gpu/ganesh/GrRecordingContextPriv.h" #include "src/gpu/ganesh/SkGr.h" #include "src/gpu/ganesh/effects/GrTextureEffect.h" #include "src/image/SkImage_Base.h" #include "src/shaders/SkLocalMatrixShader.h" #endif #if defined(SK_GRAPHITE) #include "src/gpu/graphite/Caps.h" #include "src/gpu/graphite/KeyContext.h" #include "src/gpu/graphite/KeyHelpers.h" #include "src/gpu/graphite/PaintParamsKey.h" #include "src/gpu/graphite/RecorderPriv.h" #endif sk_sp SkPicture::makeShader(SkTileMode tmx, SkTileMode tmy, SkFilterMode filter, const SkMatrix* localMatrix, const SkRect* tile) const { if (localMatrix && !localMatrix->invert(nullptr)) { return nullptr; } return SkPictureShader::Make(sk_ref_sp(this), tmx, tmy, filter, localMatrix, tile); } namespace { static unsigned gImageFromPictureKeyNamespaceLabel; struct ImageFromPictureKey : public SkResourceCache::Key { public: ImageFromPictureKey(SkColorSpace* colorSpace, SkColorType colorType, uint32_t pictureID, const SkRect& subset, SkSize scale, const SkSurfaceProps& surfaceProps) : fColorSpaceXYZHash(colorSpace->toXYZD50Hash()) , fColorSpaceTransferFnHash(colorSpace->transferFnHash()) , fColorType(static_cast(colorType)) , fSubset(subset) , fScale(scale) , fSurfaceProps(surfaceProps) { static const size_t keySize = sizeof(fColorSpaceXYZHash) + sizeof(fColorSpaceTransferFnHash) + sizeof(fColorType) + sizeof(fSubset) + sizeof(fScale) + sizeof(fSurfaceProps); // This better be packed. SkASSERT(sizeof(uint32_t) * (&fEndOfStruct - &fColorSpaceXYZHash) == keySize); this->init(&gImageFromPictureKeyNamespaceLabel, SkPicturePriv::MakeSharedID(pictureID), keySize); } private: uint32_t fColorSpaceXYZHash; uint32_t fColorSpaceTransferFnHash; uint32_t fColorType; SkRect fSubset; SkSize fScale; SkSurfaceProps fSurfaceProps; SkDEBUGCODE(uint32_t fEndOfStruct;) }; struct ImageFromPictureRec : public SkResourceCache::Rec { ImageFromPictureRec(const ImageFromPictureKey& key, sk_sp image) : fKey(key) , fImage(std::move(image)) {} ImageFromPictureKey fKey; sk_sp fImage; const Key& getKey() const override { return fKey; } size_t bytesUsed() const override { // Just the record overhead -- the actual pixels are accounted by SkImage_Lazy. return sizeof(fKey) + (size_t)fImage->width() * fImage->height() * 4; } const char* getCategory() const override { return "bitmap-shader"; } SkDiscardableMemory* diagnostic_only_getDiscardable() const override { return nullptr; } static bool Visitor(const SkResourceCache::Rec& baseRec, void* contextShader) { const ImageFromPictureRec& rec = static_cast(baseRec); sk_sp* result = reinterpret_cast*>(contextShader); *result = rec.fImage; return true; } }; } // namespace SkPictureShader::SkPictureShader(sk_sp picture, SkTileMode tmx, SkTileMode tmy, SkFilterMode filter, const SkRect* tile) : fPicture(std::move(picture)) , fTile(tile ? *tile : fPicture->cullRect()) , fTmx(tmx) , fTmy(tmy) , fFilter(filter) {} sk_sp SkPictureShader::Make(sk_sp picture, SkTileMode tmx, SkTileMode tmy, SkFilterMode filter, const SkMatrix* lm, const SkRect* tile) { if (!picture || picture->cullRect().isEmpty() || (tile && tile->isEmpty())) { return SkShaders::Empty(); } return SkLocalMatrixShader::MakeWrapped(lm, std::move(picture), tmx, tmy, filter, tile); } sk_sp SkPictureShader::CreateProc(SkReadBuffer& buffer) { SkMatrix lm; if (buffer.isVersionLT(SkPicturePriv::Version::kNoShaderLocalMatrix)) { buffer.readMatrix(&lm); } auto tmx = buffer.read32LE(SkTileMode::kLastTileMode); auto tmy = buffer.read32LE(SkTileMode::kLastTileMode); SkRect tile = buffer.readRect(); sk_sp picture; SkFilterMode filter = SkFilterMode::kNearest; if (buffer.isVersionLT(SkPicturePriv::kNoFilterQualityShaders_Version)) { if (buffer.isVersionLT(SkPicturePriv::kPictureShaderFilterParam_Version)) { bool didSerialize = buffer.readBool(); if (didSerialize) { picture = SkPicturePriv::MakeFromBuffer(buffer); } } else { unsigned legacyFilter = buffer.read32(); if (legacyFilter <= (unsigned)SkFilterMode::kLast) { filter = (SkFilterMode)legacyFilter; } picture = SkPicturePriv::MakeFromBuffer(buffer); } } else { filter = buffer.read32LE(SkFilterMode::kLast); picture = SkPicturePriv::MakeFromBuffer(buffer); } return SkPictureShader::Make(picture, tmx, tmy, filter, &lm, &tile); } void SkPictureShader::flatten(SkWriteBuffer& buffer) const { buffer.write32((unsigned)fTmx); buffer.write32((unsigned)fTmy); buffer.writeRect(fTile); buffer.write32((unsigned)fFilter); SkPicturePriv::Flatten(fPicture, buffer); } static sk_sp ref_or_srgb(SkColorSpace* cs) { return cs ? sk_ref_sp(cs) : SkColorSpace::MakeSRGB(); } struct CachedImageInfo { bool success; SkSize tileScale; // Additional scale factors to apply when sampling image. SkMatrix matrixForDraw; // Matrix used to produce an image from the picture SkImageInfo imageInfo; SkSurfaceProps props; static CachedImageInfo Make(const SkRect& bounds, const SkMatrix& totalM, SkColorType dstColorType, SkColorSpace* dstColorSpace, const int maxTextureSize, const SkSurfaceProps& propsIn) { SkSurfaceProps props = propsIn.cloneWithPixelGeometry(kUnknown_SkPixelGeometry); const SkSize scaledSize = [&]() { SkSize size; // Use a rotation-invariant scale if (!totalM.decomposeScale(&size, nullptr)) { SkPoint center = {bounds.centerX(), bounds.centerY()}; SkScalar area = SkMatrixPriv::DifferentialAreaScale(totalM, center); if (!SkScalarIsFinite(area) || SkScalarNearlyZero(area)) { size = {1, 1}; // ill-conditioned matrix } else { size.fWidth = size.fHeight = SkScalarSqrt(area); } } size.fWidth *= bounds.width(); size.fHeight *= bounds.height(); // Clamp the tile size to about 4M pixels static const SkScalar kMaxTileArea = 2048 * 2048; SkScalar tileArea = size.width() * size.height(); if (tileArea > kMaxTileArea) { SkScalar clampScale = SkScalarSqrt(kMaxTileArea / tileArea); size.set(size.width() * clampScale, size.height() * clampScale); } // Scale down the tile size if larger than maxTextureSize for GPU path // or it should fail on create texture if (maxTextureSize) { if (size.width() > maxTextureSize || size.height() > maxTextureSize) { SkScalar downScale = maxTextureSize / std::max(size.width(), size.height()); size.set(SkScalarFloorToScalar(size.width() * downScale), SkScalarFloorToScalar(size.height() * downScale)); } } return size; }(); const SkISize tileSize = scaledSize.toCeil(); if (tileSize.isEmpty()) { return {false, {}, {}, {}, {}}; } const SkSize tileScale = { tileSize.width() / bounds.width(), tileSize.height() / bounds.height() }; auto imgCS = ref_or_srgb(dstColorSpace); const SkColorType imgCT = SkColorTypeMaxBitsPerChannel(dstColorType) <= 8 ? kRGBA_8888_SkColorType : kRGBA_F16Norm_SkColorType; return {true, tileScale, SkMatrix::RectToRect(bounds, SkRect::MakeIWH(tileSize.width(), tileSize.height())), SkImageInfo::Make(tileSize, imgCT, kPremul_SkAlphaType, imgCS), props}; } sk_sp makeImage(sk_sp surf, const SkPicture* pict) const { if (!surf) { return nullptr; } auto canvas = surf->getCanvas(); canvas->concat(matrixForDraw); canvas->drawPicture(pict); return surf->makeImageSnapshot(); } }; // Returns a cached image shader, which wraps a single picture tile at the given // CTM/local matrix. Also adjusts the local matrix for tile scaling. sk_sp SkPictureShader::rasterShader(const SkMatrix& totalM, SkColorType dstColorType, SkColorSpace* dstColorSpace, const SkSurfaceProps& propsIn) const { const int maxTextureSize_NotUsedForCPU = 0; CachedImageInfo info = CachedImageInfo::Make(fTile, totalM, dstColorType, dstColorSpace, maxTextureSize_NotUsedForCPU, propsIn); if (!info.success) { return nullptr; } ImageFromPictureKey key(info.imageInfo.colorSpace(), info.imageInfo.colorType(), fPicture->uniqueID(), fTile, info.tileScale, info.props); sk_sp image; if (!SkResourceCache::Find(key, ImageFromPictureRec::Visitor, &image)) { image = info.makeImage(SkSurface::MakeRaster(info.imageInfo, &info.props), fPicture.get()); if (!image) { return nullptr; } SkResourceCache::Add(new ImageFromPictureRec(key, image)); SkPicturePriv::AddedToCache(fPicture.get()); } // Scale the image to the original picture size. auto lm = SkMatrix::Scale(1.f/info.tileScale.width(), 1.f/info.tileScale.height()); return image->makeShader(fTmx, fTmy, SkSamplingOptions(fFilter), &lm); } bool SkPictureShader::appendStages(const SkStageRec& rec, const MatrixRec& mRec) const { // Keep bitmapShader alive by using alloc instead of stack memory auto& bitmapShader = *rec.fAlloc->make>(); // We don't check whether the total local matrix is valid here because we have to assume *some* // mapping to make an image. It could be wildly wrong if there is a runtime shader transforming // the coordinates in a manner we don't know about here. However, that is a fundamental problem // with the technique of converting a picture to an image to implement this shader. bitmapShader = this->rasterShader(mRec.totalMatrix(), rec.fDstColorType, rec.fDstCS, rec.fSurfaceProps); if (!bitmapShader) { return false; } return as_SB(bitmapShader)->appendStages(rec, mRec); } skvm::Color SkPictureShader::program(skvm::Builder* p, skvm::Coord device, skvm::Coord local, skvm::Color paint, const MatrixRec& mRec, const SkColorInfo& dst, skvm::Uniforms* uniforms, SkArenaAlloc* alloc) const { // TODO: We'll need additional plumbing to get the correct props from our callers. SkSurfaceProps props{}; // Keep bitmapShader alive by using alloc instead of stack memory auto& bitmapShader = *alloc->make>(); bitmapShader = this->rasterShader(mRec.totalMatrix(), dst.colorType(), dst.colorSpace(), props); if (!bitmapShader) { return {}; } return as_SB(bitmapShader)->program(p, device, local, paint, mRec, dst, uniforms, alloc); } ///////////////////////////////////////////////////////////////////////////////////////// #ifdef SK_ENABLE_LEGACY_SHADERCONTEXT SkShaderBase::Context* SkPictureShader::onMakeContext(const ContextRec& rec, SkArenaAlloc* alloc) const { const auto& vm = *rec.fMatrix; const auto* lm = rec.fLocalMatrix; const auto totalM = lm ? SkMatrix::Concat(vm, *lm) : vm; sk_sp bitmapShader = this->rasterShader(totalM, rec.fDstColorType, rec.fDstColorSpace, rec.fProps); if (!bitmapShader) { return nullptr; } return as_SB(bitmapShader)->makeContext(rec, alloc); } #endif ///////////////////////////////////////////////////////////////////////////////////////// #if defined(SK_GANESH) #include "src/gpu/ganesh/GrProxyProvider.h" std::unique_ptr SkPictureShader::asFragmentProcessor( const GrFPArgs& args, const MatrixRec& mRec) const { auto ctx = args.fContext; SkColorType dstColorType = GrColorTypeToSkColorType(args.fDstColorInfo->colorType()); if (dstColorType == kUnknown_SkColorType) { dstColorType = kRGBA_8888_SkColorType; } auto dstCS = ref_or_srgb(args.fDstColorInfo->colorSpace()); auto info = CachedImageInfo::Make(fTile, mRec.totalMatrix(), dstColorType, dstCS.get(), ctx->priv().caps()->maxTextureSize(), args.fSurfaceProps); if (!info.success) { return nullptr; } // Gotta be sure the GPU can support our requested colortype (might be FP16) if (!ctx->colorTypeSupportedAsSurface(info.imageInfo.colorType())) { info.imageInfo = info.imageInfo.makeColorType(kRGBA_8888_SkColorType); } static const skgpu::UniqueKey::Domain kDomain = skgpu::UniqueKey::GenerateDomain(); skgpu::UniqueKey key; std::tuple keyData = { dstCS->toXYZD50Hash(), dstCS->transferFnHash(), static_cast(dstColorType), fPicture->uniqueID(), fTile, info.tileScale, info.props }; skgpu::UniqueKey::Builder builder(&key, kDomain, sizeof(keyData)/sizeof(uint32_t), "Picture Shader Image"); memcpy(&builder[0], &keyData, sizeof(keyData)); builder.finish(); GrProxyProvider* provider = ctx->priv().proxyProvider(); GrSurfaceProxyView view; if (auto proxy = provider->findOrCreateProxyByUniqueKey(key)) { view = GrSurfaceProxyView(proxy, kTopLeft_GrSurfaceOrigin, skgpu::Swizzle()); } else { const int msaaSampleCount = 0; const bool createWithMips = false; auto image = info.makeImage(SkSurface::MakeRenderTarget(ctx, skgpu::Budgeted::kYes, info.imageInfo, msaaSampleCount, kTopLeft_GrSurfaceOrigin, &info.props, createWithMips), fPicture.get()); if (!image) { return nullptr; } auto [v, ct] = as_IB(image)->asView(ctx, GrMipmapped::kNo); view = std::move(v); provider->assignUniqueKeyToProxy(key, view.asTextureProxy()); } const GrSamplerState sampler(static_cast(fTmx), static_cast(fTmy), fFilter); auto fp = GrTextureEffect::Make(std::move(view), kPremul_SkAlphaType, SkMatrix::I(), sampler, *ctx->priv().caps()); SkMatrix scale = SkMatrix::Scale(info.tileScale.width(), info.tileScale.height()); bool success; std::tie(success, fp) = mRec.apply(std::move(fp), scale); return success ? std::move(fp) : nullptr; } #endif #if defined(SK_GRAPHITE) void SkPictureShader::addToKey(const skgpu::graphite::KeyContext& keyContext, skgpu::graphite::PaintParamsKeyBuilder* builder, skgpu::graphite::PipelineDataGatherer* gatherer) const { using namespace skgpu::graphite; Recorder* recorder = keyContext.recorder(); const Caps* caps = recorder->priv().caps(); // TODO: We'll need additional plumbing to get the correct props from our callers. In // particular we'll need to expand the keyContext to have the surfaceProps, the dstColorType // and dstColorSpace. SkSurfaceProps props{}; SkMatrix totalM = keyContext.local2Dev().asM33(); if (keyContext.localMatrix()) { totalM.preConcat(*keyContext.localMatrix()); } CachedImageInfo info = CachedImageInfo::Make(fTile, totalM, /* dstColorType= */ kRGBA_8888_SkColorType, /* dstColorSpace= */ nullptr, caps->maxTextureSize(), props); if (!info.success) { SolidColorShaderBlock::BeginBlock(keyContext, builder, gatherer, {1, 0, 0, 1}); builder->endBlock(); return; } // TODO: right now we're explicitly not caching here. We could expand the ImageProvider // API to include already Graphite-backed images, add a Recorder-local cache or add // rendered-picture images to the global cache. sk_sp img = info.makeImage(SkSurface::MakeGraphite(recorder, info.imageInfo, skgpu::Mipmapped::kNo, &info.props), fPicture.get()); if (!img) { SolidColorShaderBlock::BeginBlock(keyContext, builder, gatherer, {1, 0, 0, 1}); builder->endBlock(); return; } const auto shaderLM = SkMatrix::Scale(1.f/info.tileScale.width(), 1.f/info.tileScale.height()); sk_sp shader = img->makeShader(fTmx, fTmy, SkSamplingOptions(fFilter), &shaderLM); if (!shader) { SolidColorShaderBlock::BeginBlock(keyContext, builder, gatherer, {1, 0, 0, 1}); builder->endBlock(); return; } as_SB(shader)->addToKey(keyContext, builder, gatherer); } #endif // SK_GRAPHITE