/* * Copyright 2015 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "src/gpu/ganesh/ops/AtlasTextOp.h" #include "include/core/SkPoint3.h" #include "include/core/SkSpan.h" #include "include/gpu/GrRecordingContext.h" #include "src/base/SkMathPriv.h" #include "src/core/SkMatrixPriv.h" #include "src/core/SkMatrixProvider.h" #include "src/core/SkStrikeCache.h" #include "src/gpu/ganesh/GrCaps.h" #include "src/gpu/ganesh/GrColorSpaceXform.h" #include "src/gpu/ganesh/GrMemoryPool.h" #include "src/gpu/ganesh/GrOpFlushState.h" #include "src/gpu/ganesh/GrRecordingContextPriv.h" #include "src/gpu/ganesh/GrResourceProvider.h" #include "src/gpu/ganesh/SkGr.h" #include "src/gpu/ganesh/SurfaceDrawContext.h" #include "src/gpu/ganesh/effects/GrBitmapTextGeoProc.h" #include "src/gpu/ganesh/effects/GrDistanceFieldGeoProc.h" #include "src/gpu/ganesh/ops/GrSimpleMeshDrawOpHelper.h" #include "src/gpu/ganesh/text/GrAtlasManager.h" #include "src/text/GlyphRun.h" #include "src/text/gpu/DistanceFieldAdjustTable.h" #include #include #if GR_TEST_UTILS #include "src/gpu/ganesh/GrDrawOpTest.h" #endif using MaskFormat = skgpu::MaskFormat; namespace skgpu::ganesh { inline static constexpr int kVerticesPerGlyph = 4; inline static constexpr int kIndicesPerGlyph = 6; // If we have thread local, then cache memory for a single AtlasTextOp. static thread_local void* gCache = nullptr; void* AtlasTextOp::operator new(size_t s) { if (gCache != nullptr) { return std::exchange(gCache, nullptr); } return ::operator new(s); } void AtlasTextOp::operator delete(void* bytes) noexcept { if (gCache == nullptr) { gCache = bytes; return; } ::operator delete(bytes); } void AtlasTextOp::ClearCache() { ::operator delete(gCache); gCache = nullptr; } AtlasTextOp::AtlasTextOp(MaskType maskType, bool needsTransform, int glyphCount, SkRect deviceRect, Geometry* geo, const GrColorInfo& dstColorInfo, GrPaint&& paint) : INHERITED{ClassID()} , fProcessors(std::move(paint)) , fNumGlyphs(glyphCount) , fDFGPFlags(0) , fMaskType(static_cast(maskType)) , fUsesLocalCoords(false) , fNeedsGlyphTransform(needsTransform) , fHasPerspective(needsTransform && geo->fDrawMatrix.hasPerspective()) , fUseGammaCorrectDistanceTable(false) , fHead{geo} , fTail{&fHead->fNext} { // We don't have tight bounds on the glyph paths in device space. For the purposes of bounds // we treat this as a set of non-AA rects rendered with a texture. this->setBounds(deviceRect, HasAABloat::kNo, IsHairline::kNo); if (maskType == MaskType::kColorBitmap) { // We assume that color emoji use the sRGB colorspace fColorSpaceXform = dstColorInfo.refColorSpaceXformFromSRGB(); } } AtlasTextOp::AtlasTextOp(MaskType maskType, bool needsTransform, int glyphCount, SkRect deviceRect, SkColor luminanceColor, bool useGammaCorrectDistanceTable, uint32_t DFGPFlags, Geometry* geo, GrPaint&& paint) : INHERITED{ClassID()} , fProcessors(std::move(paint)) , fNumGlyphs(glyphCount) , fDFGPFlags(DFGPFlags) , fMaskType(static_cast(maskType)) , fUsesLocalCoords(false) , fNeedsGlyphTransform(needsTransform) , fHasPerspective(needsTransform && geo->fDrawMatrix.hasPerspective()) , fUseGammaCorrectDistanceTable(useGammaCorrectDistanceTable) , fLuminanceColor(luminanceColor) , fHead{geo} , fTail{&fHead->fNext} { // We don't have tight bounds on the glyph paths in device space. For the purposes of bounds // we treat this as a set of non-AA rects rendered with a texture. this->setBounds(deviceRect, HasAABloat::kNo, IsHairline::kNo); } auto AtlasTextOp::Geometry::Make(const sktext::gpu::AtlasSubRun& subRun, const SkMatrix& drawMatrix, SkPoint drawOrigin, SkIRect clipRect, sk_sp&& supportData, const SkPMColor4f& color, SkArenaAlloc* alloc) -> Geometry* { // Bypass the automatic dtor behavior in SkArenaAlloc. I'm leaving this up to the Op to run // all geometry dtors for now. void* geo = alloc->makeBytesAlignedTo(sizeof(Geometry), alignof(Geometry)); return new(geo) Geometry{subRun, drawMatrix, drawOrigin, clipRect, std::move(supportData), color}; } void AtlasTextOp::Geometry::fillVertexData(void *dst, int offset, int count) const { fSubRun.fillVertexData( dst, offset, count, fColor.toBytes_RGBA(), fDrawMatrix, fDrawOrigin, fClipRect); } void AtlasTextOp::visitProxies(const GrVisitProxyFunc& func) const { fProcessors.visitProxies(func); } #if GR_TEST_UTILS SkString AtlasTextOp::onDumpInfo() const { SkString str; int i = 0; for(Geometry* geom = fHead; geom != nullptr; geom = geom->fNext) { str.appendf("%d: Color: 0x%08x Trans: %.2f,%.2f\n", i++, geom->fColor.toBytes_RGBA(), geom->fDrawOrigin.x(), geom->fDrawOrigin.y()); } str += fProcessors.dumpProcessors(); return str; } #endif GrDrawOp::FixedFunctionFlags AtlasTextOp::fixedFunctionFlags() const { return FixedFunctionFlags::kNone; } GrProcessorSet::Analysis AtlasTextOp::finalize(const GrCaps& caps, const GrAppliedClip* clip, GrClampType clampType) { GrProcessorAnalysisCoverage coverage; GrProcessorAnalysisColor color; if (this->maskType() == MaskType::kColorBitmap) { color.setToUnknown(); } else { // finalize() is called before any merging is done, so at this point there's at most one // Geometry with a color. Later, for non-bitmap ops, we may have mixed colors. color.setToConstant(fHead->fColor); } switch (this->maskType()) { case MaskType::kGrayscaleCoverage: #if !defined(SK_DISABLE_SDF_TEXT) case MaskType::kAliasedDistanceField: case MaskType::kGrayscaleDistanceField: #endif coverage = GrProcessorAnalysisCoverage::kSingleChannel; break; case MaskType::kLCDCoverage: #if !defined(SK_DISABLE_SDF_TEXT) case MaskType::kLCDDistanceField: case MaskType::kLCDBGRDistanceField: #endif coverage = GrProcessorAnalysisCoverage::kLCD; break; case MaskType::kColorBitmap: coverage = GrProcessorAnalysisCoverage::kNone; break; } auto analysis = fProcessors.finalize(color, coverage, clip, &GrUserStencilSettings::kUnused, caps, clampType, &fHead->fColor); // TODO(michaelludwig): Once processor analysis can be done external to op creation/finalization // the atlas op metadata can be fully const. This is okay for now since finalize() happens // before the op is merged, so during combineIfPossible, metadata is effectively const. fUsesLocalCoords = analysis.usesLocalCoords(); return analysis; } void AtlasTextOp::onPrepareDraws(GrMeshDrawTarget* target) { auto resourceProvider = target->resourceProvider(); // If we need local coordinates, compute an inverse view matrix. If this is solid color, the // processor analysis will not require local coords and the GPs will skip local coords when // the matrix is identity. When the shaders require local coords, combineIfPossible requires all // all geometries to have same draw matrix. SkMatrix localMatrix = SkMatrix::I(); if (fUsesLocalCoords && !fHead->fDrawMatrix.invert(&localMatrix)) { return; } GrAtlasManager* atlasManager = target->atlasManager(); MaskFormat maskFormat = this->maskFormat(); unsigned int numActiveViews; const GrSurfaceProxyView* views = atlasManager->getViews(maskFormat, &numActiveViews); if (!views) { SkDebugf("Could not allocate backing texture for atlas\n"); return; } SkASSERT(views[0].proxy()); static constexpr int kMaxTextures = GrBitmapTextGeoProc::kMaxTextures; #if !defined(SK_DISABLE_SDF_TEXT) static_assert(GrDistanceFieldA8TextGeoProc::kMaxTextures == kMaxTextures); static_assert(GrDistanceFieldLCDTextGeoProc::kMaxTextures == kMaxTextures); #endif auto primProcProxies = target->allocPrimProcProxyPtrs(kMaxTextures); for (unsigned i = 0; i < numActiveViews; ++i) { primProcProxies[i] = views[i].proxy(); // This op does not know its atlas proxies when it is added to a OpsTasks, so the proxies // don't get added during the visitProxies call. Thus we add them here. target->sampledProxyArray()->push_back(views[i].proxy()); } FlushInfo flushInfo; flushInfo.fPrimProcProxies = primProcProxies; flushInfo.fIndexBuffer = resourceProvider->refNonAAQuadIndexBuffer(); #if !defined(SK_DISABLE_SDF_TEXT) if (this->usesDistanceFields()) { flushInfo.fGeometryProcessor = this->setupDfProcessor(target->allocator(), *target->caps().shaderCaps(), localMatrix, views, numActiveViews); } else #endif { auto filter = fNeedsGlyphTransform ? GrSamplerState::Filter::kLinear : GrSamplerState::Filter::kNearest; // Bitmap text uses a single color, combineIfPossible ensures all geometries have the same // color, so we can use the first's without worry. flushInfo.fGeometryProcessor = GrBitmapTextGeoProc::Make( target->allocator(), *target->caps().shaderCaps(), fHead->fColor, /*wideColor=*/false, fColorSpaceXform, views, numActiveViews, filter, maskFormat, localMatrix, fHasPerspective); } const int vertexStride = (int)flushInfo.fGeometryProcessor->vertexStride(); // Ensure we don't request an insanely large contiguous vertex allocation. static const int kMaxVertexBytes = GrBufferAllocPool::kDefaultBufferSize; const int quadSize = vertexStride * kVerticesPerGlyph; const int maxQuadsPerBuffer = kMaxVertexBytes / quadSize; int allGlyphsCursor = 0; const int allGlyphsEnd = fNumGlyphs; int quadCursor; int quadEnd; char* vertices; auto resetVertexBuffer = [&] { quadCursor = 0; quadEnd = std::min(maxQuadsPerBuffer, allGlyphsEnd - allGlyphsCursor); vertices = (char*)target->makeVertexSpace( vertexStride, kVerticesPerGlyph * quadEnd, &flushInfo.fVertexBuffer, &flushInfo.fVertexOffset); if (!vertices || !flushInfo.fVertexBuffer) { SkDebugf("Could not allocate vertices\n"); return false; } return true; }; if (!resetVertexBuffer()) { return; } for (const Geometry* geo = fHead; geo != nullptr; geo = geo->fNext) { const sktext::gpu::AtlasSubRun& subRun = geo->fSubRun; SkASSERTF((int) subRun.vertexStride(geo->fDrawMatrix) == vertexStride, "subRun stride: %d vertex buffer stride: %d\n", (int)subRun.vertexStride(geo->fDrawMatrix), vertexStride); const int subRunEnd = subRun.glyphCount(); for (int subRunCursor = 0; subRunCursor < subRunEnd;) { // Regenerate the atlas for the remainder of the glyphs in the run, or the remainder // of the glyphs to fill the vertex buffer. int regenEnd = subRunCursor + std::min(subRunEnd - subRunCursor, quadEnd - quadCursor); auto[ok, glyphsRegenerated] = subRun.regenerateAtlas(subRunCursor, regenEnd, target); // There was a problem allocating the glyph in the atlas. Bail. if (!ok) { return; } geo->fillVertexData(vertices + quadCursor * quadSize, subRunCursor, glyphsRegenerated); subRunCursor += glyphsRegenerated; quadCursor += glyphsRegenerated; allGlyphsCursor += glyphsRegenerated; flushInfo.fGlyphsToFlush += glyphsRegenerated; if (quadCursor == quadEnd || subRunCursor < subRunEnd) { // Flush if not all the glyphs are drawn because either the quad buffer is full or // the atlas is out of space. if (subRunCursor < subRunEnd) { ATRACE_ANDROID_FRAMEWORK_ALWAYS("Atlas full"); } this->createDrawForGeneratedGlyphs(target, &flushInfo); if (quadCursor == quadEnd && allGlyphsCursor < allGlyphsEnd) { // If the vertex buffer is full and there are still glyphs to draw then // get a new buffer. if(!resetVertexBuffer()) { return; } } } } } } void AtlasTextOp::onExecute(GrOpFlushState* flushState, const SkRect& chainBounds) { auto pipeline = GrSimpleMeshDrawOpHelper::CreatePipeline(flushState, std::move(fProcessors), GrPipeline::InputFlags::kNone); flushState->executeDrawsAndUploadsForMeshDrawOp(this, chainBounds, pipeline, &GrUserStencilSettings::kUnused); } void AtlasTextOp::createDrawForGeneratedGlyphs(GrMeshDrawTarget* target, FlushInfo* flushInfo) const { if (!flushInfo->fGlyphsToFlush) { return; } auto atlasManager = target->atlasManager(); GrGeometryProcessor* gp = flushInfo->fGeometryProcessor; MaskFormat maskFormat = this->maskFormat(); unsigned int numActiveViews; const GrSurfaceProxyView* views = atlasManager->getViews(maskFormat, &numActiveViews); SkASSERT(views); // Something has gone terribly wrong, bail if (!views || 0 == numActiveViews) { return; } if (gp->numTextureSamplers() != (int) numActiveViews) { // During preparation the number of atlas pages has increased. // Update the proxies used in the GP to match. for (unsigned i = gp->numTextureSamplers(); i < numActiveViews; ++i) { flushInfo->fPrimProcProxies[i] = views[i].proxy(); // This op does not know its atlas proxies when it is added to a OpsTasks, so the // proxies don't get added during the visitProxies call. Thus we add them here. target->sampledProxyArray()->push_back(views[i].proxy()); // These will get unreffed when the previously recorded draws destruct. for (int d = 0; d < flushInfo->fNumDraws; ++d) { flushInfo->fPrimProcProxies[i]->ref(); } } #if !defined(SK_DISABLE_SDF_TEXT) if (this->usesDistanceFields()) { if (this->isLCD()) { reinterpret_cast(gp)->addNewViews( views, numActiveViews, GrSamplerState::Filter::kLinear); } else { reinterpret_cast(gp)->addNewViews( views, numActiveViews, GrSamplerState::Filter::kLinear); } } else #endif { auto filter = fNeedsGlyphTransform ? GrSamplerState::Filter::kLinear : GrSamplerState::Filter::kNearest; reinterpret_cast(gp)->addNewViews(views, numActiveViews, filter); } } int maxGlyphsPerDraw = static_cast(flushInfo->fIndexBuffer->size() / sizeof(uint16_t) / 6); GrSimpleMesh* mesh = target->allocMesh(); mesh->setIndexedPatterned(flushInfo->fIndexBuffer, kIndicesPerGlyph, flushInfo->fGlyphsToFlush, maxGlyphsPerDraw, flushInfo->fVertexBuffer, kVerticesPerGlyph, flushInfo->fVertexOffset); target->recordDraw(flushInfo->fGeometryProcessor, mesh, 1, flushInfo->fPrimProcProxies, GrPrimitiveType::kTriangles); flushInfo->fVertexOffset += kVerticesPerGlyph * flushInfo->fGlyphsToFlush; flushInfo->fGlyphsToFlush = 0; ++flushInfo->fNumDraws; } GrOp::CombineResult AtlasTextOp::onCombineIfPossible(GrOp* t, SkArenaAlloc*, const GrCaps& caps) { auto that = t->cast(); if (fDFGPFlags != that->fDFGPFlags || fMaskType != that->fMaskType || fUsesLocalCoords != that->fUsesLocalCoords || fNeedsGlyphTransform != that->fNeedsGlyphTransform || fHasPerspective != that->fHasPerspective || fUseGammaCorrectDistanceTable != that->fUseGammaCorrectDistanceTable) { // All flags must match for an op to be combined return CombineResult::kCannotCombine; } if (fProcessors != that->fProcessors) { return CombineResult::kCannotCombine; } if (fUsesLocalCoords) { // If the fragment processors use local coordinates, the GPs compute them using the inverse // of the view matrix stored in a uniform, so all geometries must have the same matrix. const SkMatrix& thisFirstMatrix = fHead->fDrawMatrix; const SkMatrix& thatFirstMatrix = that->fHead->fDrawMatrix; if (!SkMatrixPriv::CheapEqual(thisFirstMatrix, thatFirstMatrix)) { return CombineResult::kCannotCombine; } } #if !defined(SK_DISABLE_SDF_TEXT) if (this->usesDistanceFields()) { SkASSERT(that->usesDistanceFields()); if (fLuminanceColor != that->fLuminanceColor) { return CombineResult::kCannotCombine; } } else #endif { if (this->maskType() == MaskType::kColorBitmap && fHead->fColor != that->fHead->fColor) { // This ensures all merged bitmap color text ops have a constant color return CombineResult::kCannotCombine; } } fNumGlyphs += that->fNumGlyphs; // After concat, that's geometry list is emptied so it will not unref the blobs when destructed this->addGeometry(that->fHead); that->fHead = nullptr; return CombineResult::kMerged; } #if !defined(SK_DISABLE_SDF_TEXT) // TODO trying to figure out why lcd is so whack GrGeometryProcessor* AtlasTextOp::setupDfProcessor(SkArenaAlloc* arena, const GrShaderCaps& caps, const SkMatrix& localMatrix, const GrSurfaceProxyView* views, unsigned int numActiveViews) const { static constexpr int kDistanceAdjustLumShift = 5; auto dfAdjustTable = sktext::gpu::DistanceFieldAdjustTable::Get(); // see if we need to create a new effect if (this->isLCD()) { float redCorrection = dfAdjustTable->getAdjustment( SkColorGetR(fLuminanceColor) >> kDistanceAdjustLumShift, fUseGammaCorrectDistanceTable); float greenCorrection = dfAdjustTable->getAdjustment( SkColorGetG(fLuminanceColor) >> kDistanceAdjustLumShift, fUseGammaCorrectDistanceTable); float blueCorrection = dfAdjustTable->getAdjustment( SkColorGetB(fLuminanceColor) >> kDistanceAdjustLumShift, fUseGammaCorrectDistanceTable); GrDistanceFieldLCDTextGeoProc::DistanceAdjust widthAdjust = GrDistanceFieldLCDTextGeoProc::DistanceAdjust::Make( redCorrection, greenCorrection, blueCorrection); return GrDistanceFieldLCDTextGeoProc::Make(arena, caps, views, numActiveViews, GrSamplerState::Filter::kLinear, widthAdjust, fDFGPFlags, localMatrix); } else { #ifdef SK_GAMMA_APPLY_TO_A8 float correction = 0; if (this->maskType() != MaskType::kAliasedDistanceField) { U8CPU lum = SkColorSpaceLuminance::computeLuminance(SK_GAMMA_EXPONENT, fLuminanceColor); correction = dfAdjustTable->getAdjustment(lum >> kDistanceAdjustLumShift, fUseGammaCorrectDistanceTable); } return GrDistanceFieldA8TextGeoProc::Make(arena, caps, views, numActiveViews, GrSamplerState::Filter::kLinear, correction, fDFGPFlags, localMatrix); #else return GrDistanceFieldA8TextGeoProc::Make(arena, caps, views, numActiveViews, GrSamplerState::Filter::kLinear, fDFGPFlags, localMatrix); #endif } } #endif // !defined(SK_DISABLE_SDF_TEXT) #if GR_TEST_UTILS GrOp::Owner AtlasTextOp::CreateOpTestingOnly(skgpu::v1::SurfaceDrawContext* sdc, const SkPaint& skPaint, const SkFont& font, const SkMatrixProvider& mtxProvider, const char* text, int x, int y) { size_t textLen = (int)strlen(text); SkMatrix drawMatrix(mtxProvider.localToDevice()); drawMatrix.preTranslate(x, y); auto drawOrigin = SkPoint::Make(x, y); sktext::GlyphRunBuilder builder; auto glyphRunList = builder.textToGlyphRunList(font, skPaint, text, textLen, drawOrigin); if (glyphRunList.empty()) { return nullptr; } auto rContext = sdc->recordingContext(); sktext::gpu::SDFTControl control = rContext->priv().getSDFTControl(sdc->surfaceProps().isUseDeviceIndependentFonts()); SkStrikeDeviceInfo strikeDeviceInfo{sdc->surfaceProps(), SkScalerContextFlags::kBoostContrast, &control}; sk_sp blob = sktext::gpu::TextBlob::Make( glyphRunList, skPaint, drawMatrix, strikeDeviceInfo, SkStrikeCache::GlobalStrikeCache()); const sktext::gpu::AtlasSubRun* subRun = blob->testingOnlyFirstSubRun(); if (!subRun) { return nullptr; } GrOp::Owner op; std::tie(std::ignore, op) = subRun->makeAtlasTextOp( nullptr, mtxProvider, glyphRunList.origin(), skPaint, blob, sdc); return op; } #endif } // namespace skgpu::ganesh #if GR_TEST_UTILS GR_DRAW_OP_TEST_DEFINE(AtlasTextOp) { SkMatrixProvider matrixProvider(GrTest::TestMatrixInvertible(random)); SkPaint skPaint; skPaint.setColor(random->nextU()); SkFont font; if (random->nextBool()) { font.setEdging(SkFont::Edging::kSubpixelAntiAlias); } else { font.setEdging(random->nextBool() ? SkFont::Edging::kAntiAlias : SkFont::Edging::kAlias); } font.setSubpixel(random->nextBool()); const char* text = "The quick brown fox jumps over the lazy dog."; // create some random x/y offsets, including negative offsets static const int kMaxTrans = 1024; int xPos = (random->nextU() % 2) * 2 - 1; int yPos = (random->nextU() % 2) * 2 - 1; int xInt = (random->nextU() % kMaxTrans) * xPos; int yInt = (random->nextU() % kMaxTrans) * yPos; return skgpu::ganesh::AtlasTextOp::CreateOpTestingOnly(sdc, skPaint, font, matrixProvider, text, xInt, yInt); } #endif