• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2014 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #pragma once
18 
19 #include <SkMatrix.h>
20 
21 #include <utils/LinearAllocator.h>
22 #include <utils/RefBase.h>
23 #include <utils/String8.h>
24 
25 #include <cutils/compiler.h>
26 
27 #include <androidfw/ResourceTypes.h>
28 
29 #include <ui/FatVector.h>
30 
31 #include "AnimatorManager.h"
32 #include "CanvasTransform.h"
33 #include "Debug.h"
34 #include "DisplayList.h"
35 #include "Matrix.h"
36 #include "RenderProperties.h"
37 #include "pipeline/skia/HolePunch.h"
38 #include "pipeline/skia/SkiaDisplayList.h"
39 #include "pipeline/skia/SkiaLayer.h"
40 
41 #include <vector>
42 #include <pipeline/skia/StretchMask.h>
43 
44 class SkBitmap;
45 class SkPaint;
46 class SkPath;
47 class SkRegion;
48 class SkSurface;
49 
50 namespace android {
51 namespace uirenderer {
52 
53 class CanvasState;
54 class Rect;
55 class SkiaShader;
56 struct RenderNodeOp;
57 
58 class TreeInfo;
59 class TreeObserver;
60 
61 namespace proto {
62 class RenderNode;
63 }
64 
65 /**
66  * Primary class for storing recorded canvas commands, as well as per-View/ViewGroup display
67  * properties.
68  *
69  * Recording of canvas commands is somewhat similar to SkPicture, except the canvas-recording
70  * functionality is split between RecordingCanvas (which manages the recording), DisplayList
71  * (which holds the actual data), and RenderNode (which holds properties used for render playback).
72  *
73  * Note that DisplayList is swapped out from beneath an individual RenderNode when a view's
74  * recorded stream of canvas operations is refreshed. The RenderNode (and its properties) stay
75  * attached.
76  */
77 class RenderNode : public VirtualLightRefBase {
78     friend class TestUtils;  // allow TestUtils to access syncDisplayList / syncProperties
79 
80 public:
81     enum DirtyPropertyMask {
82         GENERIC = 1 << 1,
83         TRANSLATION_X = 1 << 2,
84         TRANSLATION_Y = 1 << 3,
85         TRANSLATION_Z = 1 << 4,
86         SCALE_X = 1 << 5,
87         SCALE_Y = 1 << 6,
88         ROTATION = 1 << 7,
89         ROTATION_X = 1 << 8,
90         ROTATION_Y = 1 << 9,
91         X = 1 << 10,
92         Y = 1 << 11,
93         Z = 1 << 12,
94         ALPHA = 1 << 13,
95         DISPLAY_LIST = 1 << 14,
96     };
97 
98     RenderNode();
99     virtual ~RenderNode();
100 
101     // See flags defined in DisplayList.java
102     enum ReplayFlag { kReplayFlag_ClipChildren = 0x1 };
103 
104     void setStagingDisplayList(DisplayList&& newData);
105     void discardStagingDisplayList();
106 
107     void output();
108     int getUsageSize();
109     int getAllocatedSize();
110 
isRenderable()111     bool isRenderable() const { return mDisplayList.hasContent(); }
112 
hasProjectionReceiver()113     bool hasProjectionReceiver() const {
114         return mDisplayList.containsProjectionReceiver();
115     }
116 
getName()117     const char* getName() const { return mName.string(); }
118 
setName(const char * name)119     void setName(const char* name) {
120         if (name) {
121             const char* lastPeriod = strrchr(name, '.');
122             if (lastPeriod) {
123                 mName.setTo(lastPeriod + 1);
124             } else {
125                 mName.setTo(name);
126             }
127         }
128     }
129 
getStretchMask()130     StretchMask& getStretchMask() { return mStretchMask; }
131 
getUserContext()132     VirtualLightRefBase* getUserContext() const { return mUserContext.get(); }
133 
setUserContext(VirtualLightRefBase * context)134     void setUserContext(VirtualLightRefBase* context) { mUserContext = context; }
135 
isPropertyFieldDirty(DirtyPropertyMask field)136     bool isPropertyFieldDirty(DirtyPropertyMask field) const {
137         return mDirtyPropertyFields & field;
138     }
139 
setPropertyFieldsDirty(uint32_t fields)140     void setPropertyFieldsDirty(uint32_t fields) { mDirtyPropertyFields |= fields; }
141 
properties()142     const RenderProperties& properties() const { return mProperties; }
143 
animatorProperties()144     RenderProperties& animatorProperties() { return mProperties; }
145 
stagingProperties()146     const RenderProperties& stagingProperties() { return mStagingProperties; }
147 
mutateStagingProperties()148     RenderProperties& mutateStagingProperties() { return mStagingProperties; }
149 
isValid()150     bool isValid() { return mValid; }
151 
getWidth()152     int getWidth() const { return properties().getWidth(); }
153 
getHeight()154     int getHeight() const { return properties().getHeight(); }
155 
156     virtual void prepareTree(TreeInfo& info);
157     void destroyHardwareResources(TreeInfo* info = nullptr);
158     void destroyLayers();
159 
160     // UI thread only!
161     void addAnimator(const sp<BaseRenderNodeAnimator>& animator);
162     void removeAnimator(const sp<BaseRenderNodeAnimator>& animator);
163 
164     // This can only happen during pushStaging()
onAnimatorTargetChanged(BaseRenderNodeAnimator * animator)165     void onAnimatorTargetChanged(BaseRenderNodeAnimator* animator) {
166         mAnimatorManager.onAnimatorTargetChanged(animator);
167     }
168 
animators()169     AnimatorManager& animators() { return mAnimatorManager; }
170 
171     void applyViewPropertyTransforms(mat4& matrix, bool true3dTransform = false) const;
172 
nothingToDraw()173     bool nothingToDraw() const {
174         const Outline& outline = properties().getOutline();
175         return !mDisplayList.isValid() || properties().getAlpha() <= 0 ||
176                (outline.getShouldClip() && outline.isEmpty()) || properties().getScaleX() == 0 ||
177                properties().getScaleY() == 0;
178     }
179 
getDisplayList()180     const DisplayList& getDisplayList() const { return mDisplayList; }
181     // TODO: can this be cleaned up?
getDisplayList()182     DisplayList& getDisplayList() { return mDisplayList; }
183 
184     // Note: The position callbacks are relying on the listener using
185     // the frameNumber to appropriately batch/synchronize these transactions.
186     // There is no other filtering/batching to ensure that only the "final"
187     // state called once per frame.
188     class PositionListener : public VirtualLightRefBase {
189     public:
~PositionListener()190         virtual ~PositionListener() {}
191         // Called when the RenderNode's position changes
192         virtual void onPositionUpdated(RenderNode& node, const TreeInfo& info) = 0;
193         // Called when the RenderNode no longer has a position. As in, it's
194         // no longer being drawn.
195         // Note, tree info might be null
196         virtual void onPositionLost(RenderNode& node, const TreeInfo* info) = 0;
197     };
198 
setPositionListener(PositionListener * listener)199     void setPositionListener(PositionListener* listener) {
200         mStagingPositionListener = listener;
201         mPositionListenerDirty = true;
202     }
203 
204     // This is only modified in MODE_FULL, so it can be safely accessed
205     // on the UI thread.
hasParents()206     bool hasParents() { return mParentCount; }
207 
208     void onRemovedFromTree(TreeInfo* info);
209 
210     // Called by CanvasContext to promote a RenderNode to be a root node
makeRoot()211     void makeRoot() { incParentRefCount(); }
212 
213     // Called by CanvasContext when it drops a RenderNode from being a root node
214     void clearRoot();
215 
216     void output(std::ostream& output, uint32_t level);
217 
setUsageHint(UsageHint usageHint)218     void setUsageHint(UsageHint usageHint) { mUsageHint = usageHint; }
219 
usageHint()220     UsageHint usageHint() const { return mUsageHint; }
221 
uniqueId()222     int64_t uniqueId() const { return mUniqueId; }
223 
setIsTextureView()224     void setIsTextureView() { mIsTextureView = true; }
225 
226     void markDrawStart(SkCanvas& canvas);
227     void markDrawEnd(SkCanvas& canvas);
228 
229 private:
230     void computeOrderingImpl(RenderNodeOp* opState,
231                              std::vector<RenderNodeOp*>* compositedChildrenOfProjectionSurface,
232                              const mat4* transformFromProjectionSurface);
233 
234     void syncProperties();
235     void syncDisplayList(TreeObserver& observer, TreeInfo* info);
236     void handleForceDark(TreeInfo* info);
237 
238     void prepareTreeImpl(TreeObserver& observer, TreeInfo& info, bool functorsNeedLayer);
239     void pushStagingPropertiesChanges(TreeInfo& info);
240     void pushStagingDisplayListChanges(TreeObserver& observer, TreeInfo& info);
241     void prepareLayer(TreeInfo& info, uint32_t dirtyMask);
242     void pushLayerUpdate(TreeInfo& info);
243     void deleteDisplayList(TreeObserver& observer, TreeInfo* info = nullptr);
244     void damageSelf(TreeInfo& info);
245 
incParentRefCount()246     void incParentRefCount() { mParentCount++; }
247     void decParentRefCount(TreeObserver& observer, TreeInfo* info = nullptr);
248 
249     const int64_t mUniqueId;
250     String8 mName;
251     sp<VirtualLightRefBase> mUserContext;
252 
253     uint32_t mDirtyPropertyFields;
254     RenderProperties mProperties;
255     RenderProperties mStagingProperties;
256 
257     // Owned by UI. Set when DL is set, cleared when DL cleared or when node detached
258     // (likely by parent re-record/removal)
259     bool mValid = false;
260 
261     bool mNeedsDisplayListSync;
262     // WARNING: Do not delete this directly, you must go through deleteDisplayList()!
263     DisplayList mDisplayList;
264     DisplayList mStagingDisplayList;
265 
266     int64_t mDamageGenerationId;
267 
268     friend class AnimatorManager;
269     AnimatorManager mAnimatorManager;
270 
271     /**
272      * Draw time state - these properties are only set and used during rendering
273      */
274 
275     // for projection surfaces, contains a list of all children items
276     std::vector<RenderNodeOp*> mProjectedNodes;
277 
278     // How many references our parent(s) have to us. Typically this should alternate
279     // between 2 and 1 (when a staging push happens we inc first then dec)
280     // When this hits 0 we are no longer in the tree, so any hardware resources
281     // (specifically Layers) should be released.
282     // This is *NOT* thread-safe, and should therefore only be tracking
283     // mDisplayList, not mStagingDisplayList.
284     uint32_t mParentCount;
285 
286     bool mPositionListenerDirty = false;
287     sp<PositionListener> mStagingPositionListener;
288     sp<PositionListener> mPositionListener;
289 
290     UsageHint mUsageHint = UsageHint::Unknown;
291 
292     bool mHasHolePunches;
293     StretchMask mStretchMask;
294 
295     bool mIsTextureView = false;
296 
297     // METHODS & FIELDS ONLY USED BY THE SKIA RENDERER
298 public:
299     /**
300      * Detach and transfer ownership of an already allocated displayList for use
301      * in recording updated content for this renderNode
302      */
detachAvailableList()303     std::unique_ptr<skiapipeline::SkiaDisplayList> detachAvailableList() {
304         return std::move(mAvailableDisplayList);
305     }
306 
hasHolePunches()307     bool hasHolePunches() { return mHasHolePunches; }
308 
309     /**
310      * Attach unused displayList to this node for potential future reuse.
311      */
attachAvailableList(skiapipeline::SkiaDisplayList * skiaDisplayList)312     void attachAvailableList(skiapipeline::SkiaDisplayList* skiaDisplayList) {
313         mAvailableDisplayList.reset(skiaDisplayList);
314     }
315 
316     /**
317      * Returns true if an offscreen layer from any renderPipeline is attached
318      * to this node.
319      */
hasLayer()320     bool hasLayer() const { return mSkiaLayer.get(); }
321 
322     /**
323      * Used by the RenderPipeline to attach an offscreen surface to the RenderNode.
324      * The surface is then will be used to store the contents of a layer.
325      */
setLayerSurface(sk_sp<SkSurface> layer)326     void setLayerSurface(sk_sp<SkSurface> layer) {
327         if (layer.get()) {
328             if (!mSkiaLayer.get()) {
329                 mSkiaLayer = std::make_unique<skiapipeline::SkiaLayer>();
330             }
331             mSkiaLayer->layerSurface = std::move(layer);
332             mSkiaLayer->inverseTransformInWindow.loadIdentity();
333         } else {
334             mSkiaLayer.reset();
335         }
336 
337         mProperties.mutateLayerProperties().mutableStretchEffect().clear();
338         mStretchMask.clear();
339         // Clear out the previous snapshot and the image filter the previous
340         // snapshot was created with whenever the layer changes.
341         mSnapshotResult.snapshot = nullptr;
342         mTargetImageFilter = nullptr;
343     }
344 
345     /**
346      * If the RenderNode is of type LayerType::RenderLayer then this method will
347      * return the an offscreen rendering surface that is used to both render into
348      * the layer and composite the layer into its parent.  If the type is not
349      * LayerType::RenderLayer then it will return a nullptr.
350      *
351      * NOTE: this function is only guaranteed to return accurate results after
352      *       prepareTree has been run for this RenderNode
353      */
getLayerSurface()354     SkSurface* getLayerSurface() const {
355         return mSkiaLayer.get() ? mSkiaLayer->layerSurface.get() : nullptr;
356     }
357 
358     struct SnapshotResult {
359         sk_sp<SkImage> snapshot;
360         SkIRect outSubset;
361         SkIPoint outOffset;
362     };
363 
364     std::optional<SnapshotResult> updateSnapshotIfRequired(GrRecordingContext* context,
365                                             const SkImageFilter* imageFilter,
366                                             const SkIRect& clipBounds);
367 
getSkiaLayer()368     skiapipeline::SkiaLayer* getSkiaLayer() const { return mSkiaLayer.get(); }
369 
370     /**
371      * Returns the path that represents the outline of RenderNode intersected with
372      * the provided rect.  This call will internally cache the resulting path in
373      * order to potentially return that path for subsequent calls to this method.
374      * By reusing the same path we get better performance on the GPU backends since
375      * those resources are cached in the hardware based on the path's genID.
376      *
377      * The returned path is only guaranteed to be valid until this function is called
378      * again or the RenderNode's outline is mutated.
379      */
380     const SkPath* getClippedOutline(const SkRect& clipRect) const;
381 
382 private:
383     /**
384      * If this RenderNode has been used in a previous frame then the SkiaDisplayList
385      * from that frame is cached here until one of the following conditions is met:
386      *  1) The RenderNode is deleted (causing this to be deleted)
387      *  2) It is replaced with the displayList from the next completed frame
388      *  3) It is detached and used to to record a new displayList for a later frame
389      */
390     std::unique_ptr<skiapipeline::SkiaDisplayList> mAvailableDisplayList;
391 
392     /**
393      * An offscreen rendering target used to contain the contents this RenderNode
394      * when it has been set to draw as a LayerType::RenderLayer.
395      */
396     std::unique_ptr<skiapipeline::SkiaLayer> mSkiaLayer;
397 
398     /**
399      * SkImageFilter used to create the mSnapshotResult
400      */
401     sk_sp<SkImageFilter> mTargetImageFilter;
402     uint32_t mTargetImageFilterLayerSurfaceGenerationId = 0;
403 
404     /**
405      * Clip bounds used to create the mSnapshotResult
406      */
407     SkIRect mImageFilterClipBounds;
408 
409     /**
410      * Result of the most recent snapshot with additional metadata used to
411      * determine how to draw the contents
412      */
413     SnapshotResult mSnapshotResult;
414 
415     struct ClippedOutlineCache {
416         // keys
417         uint32_t outlineID = 0;
418         SkRect clipRect;
419 
420         // value
421         SkPath clippedOutline;
422     };
423     mutable ClippedOutlineCache mClippedOutlineCache;
424 };  // class RenderNode
425 
426 class MarkAndSweepRemoved : public TreeObserver {
427     PREVENT_COPY_AND_ASSIGN(MarkAndSweepRemoved);
428 
429 public:
MarkAndSweepRemoved(TreeInfo * info)430     explicit MarkAndSweepRemoved(TreeInfo* info) : mTreeInfo(info) {}
431 
onMaybeRemovedFromTree(RenderNode * node)432     void onMaybeRemovedFromTree(RenderNode* node) override { mMarked.emplace_back(node); }
433 
~MarkAndSweepRemoved()434     ~MarkAndSweepRemoved() {
435         for (auto& node : mMarked) {
436             if (!node->hasParents()) {
437                 node->onRemovedFromTree(mTreeInfo);
438             }
439         }
440     }
441 
442 private:
443     FatVector<sp<RenderNode>, 10> mMarked;
444     TreeInfo* mTreeInfo;
445 };
446 
447 } /* namespace uirenderer */
448 } /* namespace android */
449