1 /* 2 * Copyright (C) 2014 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #pragma once 18 19 #include <SkMatrix.h> 20 21 #include <utils/LinearAllocator.h> 22 #include <utils/RefBase.h> 23 #include <utils/String8.h> 24 25 #include <cutils/compiler.h> 26 27 #include <androidfw/ResourceTypes.h> 28 29 #include <ui/FatVector.h> 30 31 #include "AnimatorManager.h" 32 #include "CanvasTransform.h" 33 #include "Debug.h" 34 #include "DisplayList.h" 35 #include "Matrix.h" 36 #include "RenderProperties.h" 37 #include "pipeline/skia/HolePunch.h" 38 #include "pipeline/skia/SkiaDisplayList.h" 39 #include "pipeline/skia/SkiaLayer.h" 40 41 #include <vector> 42 #include <pipeline/skia/StretchMask.h> 43 44 class SkBitmap; 45 class SkPaint; 46 class SkPath; 47 class SkRegion; 48 class SkSurface; 49 50 namespace android { 51 namespace uirenderer { 52 53 class CanvasState; 54 class Rect; 55 class SkiaShader; 56 struct RenderNodeOp; 57 58 class TreeInfo; 59 class TreeObserver; 60 61 namespace proto { 62 class RenderNode; 63 } 64 65 /** 66 * Primary class for storing recorded canvas commands, as well as per-View/ViewGroup display 67 * properties. 68 * 69 * Recording of canvas commands is somewhat similar to SkPicture, except the canvas-recording 70 * functionality is split between RecordingCanvas (which manages the recording), DisplayList 71 * (which holds the actual data), and RenderNode (which holds properties used for render playback). 72 * 73 * Note that DisplayList is swapped out from beneath an individual RenderNode when a view's 74 * recorded stream of canvas operations is refreshed. The RenderNode (and its properties) stay 75 * attached. 76 */ 77 class RenderNode : public VirtualLightRefBase { 78 friend class TestUtils; // allow TestUtils to access syncDisplayList / syncProperties 79 80 public: 81 enum DirtyPropertyMask { 82 GENERIC = 1 << 1, 83 TRANSLATION_X = 1 << 2, 84 TRANSLATION_Y = 1 << 3, 85 TRANSLATION_Z = 1 << 4, 86 SCALE_X = 1 << 5, 87 SCALE_Y = 1 << 6, 88 ROTATION = 1 << 7, 89 ROTATION_X = 1 << 8, 90 ROTATION_Y = 1 << 9, 91 X = 1 << 10, 92 Y = 1 << 11, 93 Z = 1 << 12, 94 ALPHA = 1 << 13, 95 DISPLAY_LIST = 1 << 14, 96 }; 97 98 RenderNode(); 99 virtual ~RenderNode(); 100 101 // See flags defined in DisplayList.java 102 enum ReplayFlag { kReplayFlag_ClipChildren = 0x1 }; 103 104 void setStagingDisplayList(DisplayList&& newData); 105 void discardStagingDisplayList(); 106 107 void output(); 108 int getUsageSize(); 109 int getAllocatedSize(); 110 isRenderable()111 bool isRenderable() const { return mDisplayList.hasContent(); } 112 hasProjectionReceiver()113 bool hasProjectionReceiver() const { 114 return mDisplayList.containsProjectionReceiver(); 115 } 116 getName()117 const char* getName() const { return mName.string(); } 118 setName(const char * name)119 void setName(const char* name) { 120 if (name) { 121 const char* lastPeriod = strrchr(name, '.'); 122 if (lastPeriod) { 123 mName.setTo(lastPeriod + 1); 124 } else { 125 mName.setTo(name); 126 } 127 } 128 } 129 getStretchMask()130 StretchMask& getStretchMask() { return mStretchMask; } 131 getUserContext()132 VirtualLightRefBase* getUserContext() const { return mUserContext.get(); } 133 setUserContext(VirtualLightRefBase * context)134 void setUserContext(VirtualLightRefBase* context) { mUserContext = context; } 135 isPropertyFieldDirty(DirtyPropertyMask field)136 bool isPropertyFieldDirty(DirtyPropertyMask field) const { 137 return mDirtyPropertyFields & field; 138 } 139 setPropertyFieldsDirty(uint32_t fields)140 void setPropertyFieldsDirty(uint32_t fields) { mDirtyPropertyFields |= fields; } 141 properties()142 const RenderProperties& properties() const { return mProperties; } 143 animatorProperties()144 RenderProperties& animatorProperties() { return mProperties; } 145 stagingProperties()146 const RenderProperties& stagingProperties() { return mStagingProperties; } 147 mutateStagingProperties()148 RenderProperties& mutateStagingProperties() { return mStagingProperties; } 149 isValid()150 bool isValid() { return mValid; } 151 getWidth()152 int getWidth() const { return properties().getWidth(); } 153 getHeight()154 int getHeight() const { return properties().getHeight(); } 155 156 virtual void prepareTree(TreeInfo& info); 157 void destroyHardwareResources(TreeInfo* info = nullptr); 158 void destroyLayers(); 159 160 // UI thread only! 161 void addAnimator(const sp<BaseRenderNodeAnimator>& animator); 162 void removeAnimator(const sp<BaseRenderNodeAnimator>& animator); 163 164 // This can only happen during pushStaging() onAnimatorTargetChanged(BaseRenderNodeAnimator * animator)165 void onAnimatorTargetChanged(BaseRenderNodeAnimator* animator) { 166 mAnimatorManager.onAnimatorTargetChanged(animator); 167 } 168 animators()169 AnimatorManager& animators() { return mAnimatorManager; } 170 171 void applyViewPropertyTransforms(mat4& matrix, bool true3dTransform = false) const; 172 nothingToDraw()173 bool nothingToDraw() const { 174 const Outline& outline = properties().getOutline(); 175 return !mDisplayList.isValid() || properties().getAlpha() <= 0 || 176 (outline.getShouldClip() && outline.isEmpty()) || properties().getScaleX() == 0 || 177 properties().getScaleY() == 0; 178 } 179 getDisplayList()180 const DisplayList& getDisplayList() const { return mDisplayList; } 181 // TODO: can this be cleaned up? getDisplayList()182 DisplayList& getDisplayList() { return mDisplayList; } 183 184 // Note: The position callbacks are relying on the listener using 185 // the frameNumber to appropriately batch/synchronize these transactions. 186 // There is no other filtering/batching to ensure that only the "final" 187 // state called once per frame. 188 class PositionListener : public VirtualLightRefBase { 189 public: ~PositionListener()190 virtual ~PositionListener() {} 191 // Called when the RenderNode's position changes 192 virtual void onPositionUpdated(RenderNode& node, const TreeInfo& info) = 0; 193 // Called when the RenderNode no longer has a position. As in, it's 194 // no longer being drawn. 195 // Note, tree info might be null 196 virtual void onPositionLost(RenderNode& node, const TreeInfo* info) = 0; 197 }; 198 setPositionListener(PositionListener * listener)199 void setPositionListener(PositionListener* listener) { 200 mStagingPositionListener = listener; 201 mPositionListenerDirty = true; 202 } 203 204 // This is only modified in MODE_FULL, so it can be safely accessed 205 // on the UI thread. hasParents()206 bool hasParents() { return mParentCount; } 207 208 void onRemovedFromTree(TreeInfo* info); 209 210 // Called by CanvasContext to promote a RenderNode to be a root node makeRoot()211 void makeRoot() { incParentRefCount(); } 212 213 // Called by CanvasContext when it drops a RenderNode from being a root node 214 void clearRoot(); 215 216 void output(std::ostream& output, uint32_t level); 217 setUsageHint(UsageHint usageHint)218 void setUsageHint(UsageHint usageHint) { mUsageHint = usageHint; } 219 usageHint()220 UsageHint usageHint() const { return mUsageHint; } 221 uniqueId()222 int64_t uniqueId() const { return mUniqueId; } 223 setIsTextureView()224 void setIsTextureView() { mIsTextureView = true; } 225 226 void markDrawStart(SkCanvas& canvas); 227 void markDrawEnd(SkCanvas& canvas); 228 229 private: 230 void computeOrderingImpl(RenderNodeOp* opState, 231 std::vector<RenderNodeOp*>* compositedChildrenOfProjectionSurface, 232 const mat4* transformFromProjectionSurface); 233 234 void syncProperties(); 235 void syncDisplayList(TreeObserver& observer, TreeInfo* info); 236 void handleForceDark(TreeInfo* info); 237 238 void prepareTreeImpl(TreeObserver& observer, TreeInfo& info, bool functorsNeedLayer); 239 void pushStagingPropertiesChanges(TreeInfo& info); 240 void pushStagingDisplayListChanges(TreeObserver& observer, TreeInfo& info); 241 void prepareLayer(TreeInfo& info, uint32_t dirtyMask); 242 void pushLayerUpdate(TreeInfo& info); 243 void deleteDisplayList(TreeObserver& observer, TreeInfo* info = nullptr); 244 void damageSelf(TreeInfo& info); 245 incParentRefCount()246 void incParentRefCount() { mParentCount++; } 247 void decParentRefCount(TreeObserver& observer, TreeInfo* info = nullptr); 248 249 const int64_t mUniqueId; 250 String8 mName; 251 sp<VirtualLightRefBase> mUserContext; 252 253 uint32_t mDirtyPropertyFields; 254 RenderProperties mProperties; 255 RenderProperties mStagingProperties; 256 257 // Owned by UI. Set when DL is set, cleared when DL cleared or when node detached 258 // (likely by parent re-record/removal) 259 bool mValid = false; 260 261 bool mNeedsDisplayListSync; 262 // WARNING: Do not delete this directly, you must go through deleteDisplayList()! 263 DisplayList mDisplayList; 264 DisplayList mStagingDisplayList; 265 266 int64_t mDamageGenerationId; 267 268 friend class AnimatorManager; 269 AnimatorManager mAnimatorManager; 270 271 /** 272 * Draw time state - these properties are only set and used during rendering 273 */ 274 275 // for projection surfaces, contains a list of all children items 276 std::vector<RenderNodeOp*> mProjectedNodes; 277 278 // How many references our parent(s) have to us. Typically this should alternate 279 // between 2 and 1 (when a staging push happens we inc first then dec) 280 // When this hits 0 we are no longer in the tree, so any hardware resources 281 // (specifically Layers) should be released. 282 // This is *NOT* thread-safe, and should therefore only be tracking 283 // mDisplayList, not mStagingDisplayList. 284 uint32_t mParentCount; 285 286 bool mPositionListenerDirty = false; 287 sp<PositionListener> mStagingPositionListener; 288 sp<PositionListener> mPositionListener; 289 290 UsageHint mUsageHint = UsageHint::Unknown; 291 292 bool mHasHolePunches; 293 StretchMask mStretchMask; 294 295 bool mIsTextureView = false; 296 297 // METHODS & FIELDS ONLY USED BY THE SKIA RENDERER 298 public: 299 /** 300 * Detach and transfer ownership of an already allocated displayList for use 301 * in recording updated content for this renderNode 302 */ detachAvailableList()303 std::unique_ptr<skiapipeline::SkiaDisplayList> detachAvailableList() { 304 return std::move(mAvailableDisplayList); 305 } 306 hasHolePunches()307 bool hasHolePunches() { return mHasHolePunches; } 308 309 /** 310 * Attach unused displayList to this node for potential future reuse. 311 */ attachAvailableList(skiapipeline::SkiaDisplayList * skiaDisplayList)312 void attachAvailableList(skiapipeline::SkiaDisplayList* skiaDisplayList) { 313 mAvailableDisplayList.reset(skiaDisplayList); 314 } 315 316 /** 317 * Returns true if an offscreen layer from any renderPipeline is attached 318 * to this node. 319 */ hasLayer()320 bool hasLayer() const { return mSkiaLayer.get(); } 321 322 /** 323 * Used by the RenderPipeline to attach an offscreen surface to the RenderNode. 324 * The surface is then will be used to store the contents of a layer. 325 */ setLayerSurface(sk_sp<SkSurface> layer)326 void setLayerSurface(sk_sp<SkSurface> layer) { 327 if (layer.get()) { 328 if (!mSkiaLayer.get()) { 329 mSkiaLayer = std::make_unique<skiapipeline::SkiaLayer>(); 330 } 331 mSkiaLayer->layerSurface = std::move(layer); 332 mSkiaLayer->inverseTransformInWindow.loadIdentity(); 333 } else { 334 mSkiaLayer.reset(); 335 } 336 337 mProperties.mutateLayerProperties().mutableStretchEffect().clear(); 338 mStretchMask.clear(); 339 // Clear out the previous snapshot and the image filter the previous 340 // snapshot was created with whenever the layer changes. 341 mSnapshotResult.snapshot = nullptr; 342 mTargetImageFilter = nullptr; 343 } 344 345 /** 346 * If the RenderNode is of type LayerType::RenderLayer then this method will 347 * return the an offscreen rendering surface that is used to both render into 348 * the layer and composite the layer into its parent. If the type is not 349 * LayerType::RenderLayer then it will return a nullptr. 350 * 351 * NOTE: this function is only guaranteed to return accurate results after 352 * prepareTree has been run for this RenderNode 353 */ getLayerSurface()354 SkSurface* getLayerSurface() const { 355 return mSkiaLayer.get() ? mSkiaLayer->layerSurface.get() : nullptr; 356 } 357 358 struct SnapshotResult { 359 sk_sp<SkImage> snapshot; 360 SkIRect outSubset; 361 SkIPoint outOffset; 362 }; 363 364 std::optional<SnapshotResult> updateSnapshotIfRequired(GrRecordingContext* context, 365 const SkImageFilter* imageFilter, 366 const SkIRect& clipBounds); 367 getSkiaLayer()368 skiapipeline::SkiaLayer* getSkiaLayer() const { return mSkiaLayer.get(); } 369 370 /** 371 * Returns the path that represents the outline of RenderNode intersected with 372 * the provided rect. This call will internally cache the resulting path in 373 * order to potentially return that path for subsequent calls to this method. 374 * By reusing the same path we get better performance on the GPU backends since 375 * those resources are cached in the hardware based on the path's genID. 376 * 377 * The returned path is only guaranteed to be valid until this function is called 378 * again or the RenderNode's outline is mutated. 379 */ 380 const SkPath* getClippedOutline(const SkRect& clipRect) const; 381 382 private: 383 /** 384 * If this RenderNode has been used in a previous frame then the SkiaDisplayList 385 * from that frame is cached here until one of the following conditions is met: 386 * 1) The RenderNode is deleted (causing this to be deleted) 387 * 2) It is replaced with the displayList from the next completed frame 388 * 3) It is detached and used to to record a new displayList for a later frame 389 */ 390 std::unique_ptr<skiapipeline::SkiaDisplayList> mAvailableDisplayList; 391 392 /** 393 * An offscreen rendering target used to contain the contents this RenderNode 394 * when it has been set to draw as a LayerType::RenderLayer. 395 */ 396 std::unique_ptr<skiapipeline::SkiaLayer> mSkiaLayer; 397 398 /** 399 * SkImageFilter used to create the mSnapshotResult 400 */ 401 sk_sp<SkImageFilter> mTargetImageFilter; 402 uint32_t mTargetImageFilterLayerSurfaceGenerationId = 0; 403 404 /** 405 * Clip bounds used to create the mSnapshotResult 406 */ 407 SkIRect mImageFilterClipBounds; 408 409 /** 410 * Result of the most recent snapshot with additional metadata used to 411 * determine how to draw the contents 412 */ 413 SnapshotResult mSnapshotResult; 414 415 struct ClippedOutlineCache { 416 // keys 417 uint32_t outlineID = 0; 418 SkRect clipRect; 419 420 // value 421 SkPath clippedOutline; 422 }; 423 mutable ClippedOutlineCache mClippedOutlineCache; 424 }; // class RenderNode 425 426 class MarkAndSweepRemoved : public TreeObserver { 427 PREVENT_COPY_AND_ASSIGN(MarkAndSweepRemoved); 428 429 public: MarkAndSweepRemoved(TreeInfo * info)430 explicit MarkAndSweepRemoved(TreeInfo* info) : mTreeInfo(info) {} 431 onMaybeRemovedFromTree(RenderNode * node)432 void onMaybeRemovedFromTree(RenderNode* node) override { mMarked.emplace_back(node); } 433 ~MarkAndSweepRemoved()434 ~MarkAndSweepRemoved() { 435 for (auto& node : mMarked) { 436 if (!node->hasParents()) { 437 node->onRemovedFromTree(mTreeInfo); 438 } 439 } 440 } 441 442 private: 443 FatVector<sp<RenderNode>, 10> mMarked; 444 TreeInfo* mTreeInfo; 445 }; 446 447 } /* namespace uirenderer */ 448 } /* namespace android */ 449