1 /*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "RenderProxy.h"
18
19 #include <SkBitmap.h>
20 #include <SkImage.h>
21 #include <SkPicture.h>
22 #include <gui/TraceUtils.h>
23 #include <pthread.h>
24
25 #ifdef __ANDROID__
26 #include <gui/SurfaceControl.h>
27 #endif
28
29 #include <ui/GraphicBufferAllocator.h>
30
31 #include "DeferredLayerUpdater.h"
32 #include "DisplayList.h"
33 #include "Properties.h"
34 #include "Readback.h"
35 #include "Rect.h"
36 #include "WebViewFunctorManager.h"
37 #include "renderthread/CanvasContext.h"
38 #include "renderthread/RenderTask.h"
39 #include "renderthread/RenderThread.h"
40 #include "utils/Macros.h"
41 #include "utils/TimeUtils.h"
42
43 namespace android {
44 namespace uirenderer {
45 namespace renderthread {
46
RenderProxy(bool translucent,RenderNode * rootRenderNode,IContextFactory * contextFactory)47 RenderProxy::RenderProxy(bool translucent, RenderNode* rootRenderNode,
48 IContextFactory* contextFactory)
49 : mRenderThread(RenderThread::getInstance()), mContext(nullptr) {
50 #ifdef __ANDROID__
51 pid_t uiThreadId = pthread_gettid_np(pthread_self());
52 #else
53 pid_t uiThreadId = 0;
54 #endif
55 pid_t renderThreadId = getRenderThreadTid();
56 mContext = mRenderThread.queue().runSync([=, this]() -> CanvasContext* {
57 CanvasContext* context = CanvasContext::create(mRenderThread, translucent, rootRenderNode,
58 contextFactory, uiThreadId, renderThreadId);
59 if (context != nullptr) {
60 mRenderThread.queue().post([=] { context->startHintSession(); });
61 }
62 return context;
63 });
64 mDrawFrameTask.setContext(&mRenderThread, mContext, rootRenderNode);
65 }
66
~RenderProxy()67 RenderProxy::~RenderProxy() {
68 destroyContext();
69 }
70
destroyContext()71 void RenderProxy::destroyContext() {
72 if (mContext) {
73 mDrawFrameTask.setContext(nullptr, nullptr, nullptr);
74 // This is also a fence as we need to be certain that there are no
75 // outstanding mDrawFrame tasks posted before it is destroyed
76 mRenderThread.queue().runSync([this]() { delete mContext; });
77 mContext = nullptr;
78 }
79 }
80
setSwapBehavior(SwapBehavior swapBehavior)81 void RenderProxy::setSwapBehavior(SwapBehavior swapBehavior) {
82 mRenderThread.queue().post([this, swapBehavior]() { mContext->setSwapBehavior(swapBehavior); });
83 }
84
loadSystemProperties()85 bool RenderProxy::loadSystemProperties() {
86 return mRenderThread.queue().runSync([this]() -> bool {
87 bool needsRedraw = Properties::load();
88 if (mContext->profiler().consumeProperties()) {
89 needsRedraw = true;
90 }
91 return needsRedraw;
92 });
93 }
94
setName(const char * name)95 void RenderProxy::setName(const char* name) {
96 // block since name/value pointers owned by caller
97 // TODO: Support move arguments
98 mRenderThread.queue().runSync([this, name]() { mContext->setName(std::string(name)); });
99 }
100
setHardwareBuffer(AHardwareBuffer * buffer)101 void RenderProxy::setHardwareBuffer(AHardwareBuffer* buffer) {
102 #ifdef __ANDROID__
103 if (buffer) {
104 AHardwareBuffer_acquire(buffer);
105 }
106 mRenderThread.queue().post([this, hardwareBuffer = buffer]() mutable {
107 mContext->setHardwareBuffer(hardwareBuffer);
108 if (hardwareBuffer) {
109 AHardwareBuffer_release(hardwareBuffer);
110 }
111 });
112 #endif
113 }
114
setSurface(ANativeWindow * window,bool enableTimeout)115 void RenderProxy::setSurface(ANativeWindow* window, bool enableTimeout) {
116 if (window) { ANativeWindow_acquire(window); }
117 mRenderThread.queue().post([this, win = window, enableTimeout]() mutable {
118 mContext->setSurface(win, enableTimeout);
119 if (win) { ANativeWindow_release(win); }
120 });
121 }
122
setSurfaceControl(sp<SurfaceControl> surfaceControl)123 void RenderProxy::setSurfaceControl(sp<SurfaceControl> surfaceControl) {
124 #ifdef __ANDROID__
125 mRenderThread.queue().post([this, control = std::move(surfaceControl)]() mutable {
126 mContext->setSurfaceControl(std::move(control));
127 });
128 #endif
129 }
130
allocateBuffers()131 void RenderProxy::allocateBuffers() {
132 mRenderThread.queue().post([this]() { mContext->allocateBuffers(); });
133 }
134
pause()135 bool RenderProxy::pause() {
136 return mRenderThread.queue().runSync([this]() -> bool { return mContext->pauseSurface(); });
137 }
138
setStopped(bool stopped)139 void RenderProxy::setStopped(bool stopped) {
140 mRenderThread.queue().runSync([this, stopped]() { mContext->setStopped(stopped); });
141 }
142
setLightAlpha(uint8_t ambientShadowAlpha,uint8_t spotShadowAlpha)143 void RenderProxy::setLightAlpha(uint8_t ambientShadowAlpha, uint8_t spotShadowAlpha) {
144 mRenderThread.queue().post(
145 [=, this]() { mContext->setLightAlpha(ambientShadowAlpha, spotShadowAlpha); });
146 }
147
setLightGeometry(const Vector3 & lightCenter,float lightRadius)148 void RenderProxy::setLightGeometry(const Vector3& lightCenter, float lightRadius) {
149 mRenderThread.queue().post(
150 [=, this]() { mContext->setLightGeometry(lightCenter, lightRadius); });
151 }
152
setOpaque(bool opaque)153 void RenderProxy::setOpaque(bool opaque) {
154 mRenderThread.queue().post([=, this]() { mContext->setOpaque(opaque); });
155 }
156
setColorMode(ColorMode mode)157 float RenderProxy::setColorMode(ColorMode mode) {
158 // We only need to figure out what the renderer supports for HDR, otherwise this can stay
159 // an async call since we already know the return value
160 if (mode == ColorMode::Hdr || mode == ColorMode::Hdr10) {
161 return mRenderThread.queue().runSync(
162 [=, this]() -> float { return mContext->setColorMode(mode); });
163 } else {
164 mRenderThread.queue().post([=, this]() { mContext->setColorMode(mode); });
165 return 1.f;
166 }
167 }
168
setRenderSdrHdrRatio(float ratio)169 void RenderProxy::setRenderSdrHdrRatio(float ratio) {
170 mDrawFrameTask.setRenderSdrHdrRatio(ratio);
171 }
172
frameInfo()173 int64_t* RenderProxy::frameInfo() {
174 return mDrawFrameTask.frameInfo();
175 }
176
forceDrawNextFrame()177 void RenderProxy::forceDrawNextFrame() {
178 mDrawFrameTask.forceDrawNextFrame();
179 }
180
syncAndDrawFrame()181 int RenderProxy::syncAndDrawFrame() {
182 return mDrawFrameTask.drawFrame();
183 }
184
destroy()185 void RenderProxy::destroy() {
186 // destroyCanvasAndSurface() needs a fence as when it returns the
187 // underlying BufferQueue is going to be released from under
188 // the render thread.
189 mRenderThread.queue().runSync([this]() { mContext->destroy(); });
190 }
191
destroyFunctor(int functor)192 void RenderProxy::destroyFunctor(int functor) {
193 ATRACE_CALL();
194 RenderThread& thread = RenderThread::getInstance();
195 thread.queue().post([=]() { WebViewFunctorManager::instance().destroyFunctor(functor); });
196 }
197
createTextureLayer()198 DeferredLayerUpdater* RenderProxy::createTextureLayer() {
199 return mRenderThread.queue().runSync([this]() -> auto {
200 return mContext->createTextureLayer();
201 });
202 }
203
buildLayer(RenderNode * node)204 void RenderProxy::buildLayer(RenderNode* node) {
205 mRenderThread.queue().runSync([&]() { mContext->buildLayer(node); });
206 }
207
copyLayerInto(DeferredLayerUpdater * layer,SkBitmap & bitmap)208 bool RenderProxy::copyLayerInto(DeferredLayerUpdater* layer, SkBitmap& bitmap) {
209 ATRACE_NAME("RenderProxy#copyLayerInto readback");
210 auto& thread = RenderThread::getInstance();
211 return thread.queue().runSync([&]() -> bool {
212 return thread.readback().copyLayerInto(layer, &bitmap) == CopyResult::Success;
213 });
214 }
215
pushLayerUpdate(DeferredLayerUpdater * layer)216 void RenderProxy::pushLayerUpdate(DeferredLayerUpdater* layer) {
217 mDrawFrameTask.pushLayerUpdate(layer);
218 }
219
cancelLayerUpdate(DeferredLayerUpdater * layer)220 void RenderProxy::cancelLayerUpdate(DeferredLayerUpdater* layer) {
221 mDrawFrameTask.removeLayerUpdate(layer);
222 }
223
detachSurfaceTexture(DeferredLayerUpdater * layer)224 void RenderProxy::detachSurfaceTexture(DeferredLayerUpdater* layer) {
225 #ifdef __ANDROID__
226 return mRenderThread.queue().runSync([&]() { layer->detachSurfaceTexture(); });
227 #endif
228 }
229
destroyHardwareResources()230 void RenderProxy::destroyHardwareResources() {
231 return mRenderThread.queue().runSync([&]() { mContext->destroyHardwareResources(); });
232 }
233
trimMemory(int level)234 void RenderProxy::trimMemory(int level) {
235 // Avoid creating a RenderThread to do a trimMemory.
236 if (RenderThread::hasInstance()) {
237 RenderThread& thread = RenderThread::getInstance();
238 const auto trimLevel = static_cast<TrimLevel>(level);
239 thread.queue().post([&thread, trimLevel]() { thread.trimMemory(trimLevel); });
240 }
241 }
242
trimCaches(int level)243 void RenderProxy::trimCaches(int level) {
244 // Avoid creating a RenderThread to do a trimMemory.
245 if (RenderThread::hasInstance()) {
246 RenderThread& thread = RenderThread::getInstance();
247 const auto trimLevel = static_cast<CacheTrimLevel>(level);
248 thread.queue().post([&thread, trimLevel]() { thread.trimCaches(trimLevel); });
249 }
250 }
251
purgeCaches()252 void RenderProxy::purgeCaches() {
253 if (RenderThread::hasInstance()) {
254 RenderThread& thread = RenderThread::getInstance();
255 thread.queue().post([&thread]() {
256 if (thread.getGrContext()) {
257 thread.cacheManager().trimMemory(TrimLevel::COMPLETE);
258 }
259 });
260 }
261 }
262
overrideProperty(const char * name,const char * value)263 void RenderProxy::overrideProperty(const char* name, const char* value) {
264 // expensive, but block here since name/value pointers owned by caller
265 RenderThread::getInstance().queue().runSync(
266 [&]() { Properties::overrideProperty(name, value); });
267 }
268
fence()269 void RenderProxy::fence() {
270 mRenderThread.queue().runSync([]() {});
271 }
272
maxTextureSize()273 int RenderProxy::maxTextureSize() {
274 static int maxTextureSize = RenderThread::getInstance().queue().runSync(
275 []() { return DeviceInfo::get()->maxTextureSize(); });
276 return maxTextureSize;
277 }
278
stopDrawing()279 void RenderProxy::stopDrawing() {
280 mRenderThread.queue().runSync([this]() { mContext->stopDrawing(); });
281 }
282
notifyFramePending()283 void RenderProxy::notifyFramePending() {
284 mRenderThread.queue().post([this]() { mContext->notifyFramePending(); });
285 }
286
notifyCallbackPending()287 void RenderProxy::notifyCallbackPending() {
288 mRenderThread.queue().post([this]() { mContext->sendLoadResetHint(); });
289 }
290
notifyExpensiveFrame()291 void RenderProxy::notifyExpensiveFrame() {
292 mRenderThread.queue().post([this]() { mContext->sendLoadIncreaseHint(); });
293 }
294
dumpProfileInfo(int fd,int dumpFlags)295 void RenderProxy::dumpProfileInfo(int fd, int dumpFlags) {
296 mRenderThread.queue().runSync([&]() {
297 std::lock_guard lock(mRenderThread.getJankDataMutex());
298 mContext->profiler().dumpData(fd);
299 if (dumpFlags & DumpFlags::FrameStats) {
300 mContext->dumpFrames(fd);
301 }
302 if (dumpFlags & DumpFlags::JankStats) {
303 mRenderThread.globalProfileData()->dump(fd);
304 }
305 if (dumpFlags & DumpFlags::Reset) {
306 mContext->resetFrameStats();
307 }
308 });
309 }
310
resetProfileInfo()311 void RenderProxy::resetProfileInfo() {
312 mRenderThread.queue().runSync([this]() {
313 std::lock_guard lock(mRenderThread.getJankDataMutex());
314 mContext->resetFrameStats();
315 });
316 }
317
frameTimePercentile(int percentile)318 uint32_t RenderProxy::frameTimePercentile(int percentile) {
319 return mRenderThread.queue().runSync([&]() -> auto {
320 std::lock_guard lock(mRenderThread.globalProfileData().getDataMutex());
321 return mRenderThread.globalProfileData()->findPercentile(percentile);
322 });
323 }
324
dumpGraphicsMemory(int fd,bool includeProfileData,bool resetProfile)325 void RenderProxy::dumpGraphicsMemory(int fd, bool includeProfileData, bool resetProfile) {
326 if (RenderThread::hasInstance()) {
327 auto& thread = RenderThread::getInstance();
328 thread.queue().runSync([&]() {
329 thread.dumpGraphicsMemory(fd, includeProfileData);
330 if (resetProfile) {
331 thread.globalProfileData()->reset();
332 }
333 });
334 }
335 #ifdef __ANDROID__
336 if (!Properties::isolatedProcess) {
337 std::string grallocInfo;
338 GraphicBufferAllocator::getInstance().dump(grallocInfo);
339 dprintf(fd, "%s\n", grallocInfo.c_str());
340 }
341 #endif
342 }
343
getMemoryUsage(size_t * cpuUsage,size_t * gpuUsage)344 void RenderProxy::getMemoryUsage(size_t* cpuUsage, size_t* gpuUsage) {
345 if (RenderThread::hasInstance()) {
346 auto& thread = RenderThread::getInstance();
347 thread.queue().runSync([&]() { thread.getMemoryUsage(cpuUsage, gpuUsage); });
348 }
349 }
350
setProcessStatsBuffer(int fd)351 void RenderProxy::setProcessStatsBuffer(int fd) {
352 auto& rt = RenderThread::getInstance();
353 rt.queue().post([&rt, fd = dup(fd)]() {
354 rt.globalProfileData().switchStorageToAshmem(fd);
355 close(fd);
356 });
357 }
358
rotateProcessStatsBuffer()359 void RenderProxy::rotateProcessStatsBuffer() {
360 auto& rt = RenderThread::getInstance();
361 rt.queue().post([&rt]() { rt.globalProfileData().rotateStorage(); });
362 }
363
getRenderThreadTid()364 int RenderProxy::getRenderThreadTid() {
365 #ifdef __ANDROID__
366 return mRenderThread.getTid();
367 #else
368 return 0;
369 #endif
370 }
371
addRenderNode(RenderNode * node,bool placeFront)372 void RenderProxy::addRenderNode(RenderNode* node, bool placeFront) {
373 mRenderThread.queue().post([=, this]() { mContext->addRenderNode(node, placeFront); });
374 }
375
removeRenderNode(RenderNode * node)376 void RenderProxy::removeRenderNode(RenderNode* node) {
377 mRenderThread.queue().post([=, this]() { mContext->removeRenderNode(node); });
378 }
379
drawRenderNode(RenderNode * node)380 void RenderProxy::drawRenderNode(RenderNode* node) {
381 mRenderThread.queue().runSync([=, this]() { mContext->prepareAndDraw(node); });
382 }
383
setContentDrawBounds(int left,int top,int right,int bottom)384 void RenderProxy::setContentDrawBounds(int left, int top, int right, int bottom) {
385 mDrawFrameTask.setContentDrawBounds(left, top, right, bottom);
386 }
387
setHardwareBufferRenderParams(const HardwareBufferRenderParams & params)388 void RenderProxy::setHardwareBufferRenderParams(const HardwareBufferRenderParams& params) {
389 mDrawFrameTask.setHardwareBufferRenderParams(params);
390 }
391
setPictureCapturedCallback(const std::function<void (sk_sp<SkPicture> &&)> & callback)392 void RenderProxy::setPictureCapturedCallback(
393 const std::function<void(sk_sp<SkPicture>&&)>& callback) {
394 mRenderThread.queue().post(
395 [this, cb = callback]() { mContext->setPictureCapturedCallback(cb); });
396 }
397
setASurfaceTransactionCallback(const std::function<bool (int64_t,int64_t,int64_t)> & callback)398 void RenderProxy::setASurfaceTransactionCallback(
399 const std::function<bool(int64_t, int64_t, int64_t)>& callback) {
400 mRenderThread.queue().post(
401 [this, cb = callback]() { mContext->setASurfaceTransactionCallback(cb); });
402 }
403
setPrepareSurfaceControlForWebviewCallback(const std::function<void ()> & callback)404 void RenderProxy::setPrepareSurfaceControlForWebviewCallback(
405 const std::function<void()>& callback) {
406 mRenderThread.queue().post(
407 [this, cb = callback]() { mContext->setPrepareSurfaceControlForWebviewCallback(cb); });
408 }
409
setFrameCallback(std::function<std::function<void (bool)> (int32_t,int64_t)> && callback)410 void RenderProxy::setFrameCallback(
411 std::function<std::function<void(bool)>(int32_t, int64_t)>&& callback) {
412 mDrawFrameTask.setFrameCallback(std::move(callback));
413 }
414
setFrameCommitCallback(std::function<void (bool)> && callback)415 void RenderProxy::setFrameCommitCallback(std::function<void(bool)>&& callback) {
416 mDrawFrameTask.setFrameCommitCallback(std::move(callback));
417 }
418
setFrameCompleteCallback(std::function<void ()> && callback)419 void RenderProxy::setFrameCompleteCallback(std::function<void()>&& callback) {
420 mDrawFrameTask.setFrameCompleteCallback(std::move(callback));
421 }
422
addFrameMetricsObserver(sp<FrameMetricsObserver> && observer)423 void RenderProxy::addFrameMetricsObserver(sp<FrameMetricsObserver>&& observer) {
424 mRenderThread.queue().post([this, observer = std::move(observer)]() mutable {
425 mContext->addFrameMetricsObserver(std::move(observer));
426 });
427 }
428
removeFrameMetricsObserver(sp<FrameMetricsObserver> && observer)429 void RenderProxy::removeFrameMetricsObserver(sp<FrameMetricsObserver>&& observer) {
430 mRenderThread.queue().post([this, observer = std::move(observer)]() {
431 mContext->removeFrameMetricsObserver(observer);
432 });
433 }
434
setForceDark(ForceDarkType type)435 void RenderProxy::setForceDark(ForceDarkType type) {
436 mRenderThread.queue().post([this, type]() { mContext->setForceDark(type); });
437 }
438
copySurfaceInto(ANativeWindow * window,std::shared_ptr<CopyRequest> && request)439 void RenderProxy::copySurfaceInto(ANativeWindow* window, std::shared_ptr<CopyRequest>&& request) {
440 auto& thread = RenderThread::getInstance();
441 ANativeWindow_acquire(window);
442 thread.queue().post([&thread, window, request = std::move(request)] {
443 thread.readback().copySurfaceInto(window, request);
444 ANativeWindow_release(window);
445 });
446 }
447
prepareToDraw(Bitmap & bitmap)448 void RenderProxy::prepareToDraw(Bitmap& bitmap) {
449 // If we haven't spun up a hardware accelerated window yet, there's no
450 // point in precaching these bitmaps as it can't impact jank.
451 // We also don't know if we even will spin up a hardware-accelerated
452 // window or not.
453 if (!RenderThread::hasInstance()) return;
454 RenderThread* renderThread = &RenderThread::getInstance();
455 bitmap.ref();
456 auto task = [renderThread, &bitmap]() {
457 CanvasContext::prepareToDraw(*renderThread, &bitmap);
458 bitmap.unref();
459 };
460 nsecs_t lastVsync = renderThread->timeLord().latestVsync();
461 nsecs_t estimatedNextVsync = lastVsync + renderThread->timeLord().frameIntervalNanos();
462 nsecs_t timeToNextVsync = estimatedNextVsync - systemTime(SYSTEM_TIME_MONOTONIC);
463 // We expect the UI thread to take 4ms and for RT to be active from VSYNC+4ms to
464 // VSYNC+12ms or so, so aim for the gap during which RT is expected to
465 // be idle
466 // TODO: Make this concept a first-class supported thing? RT could use
467 // knowledge of pending draws to better schedule this task
468 if (timeToNextVsync > -6_ms && timeToNextVsync < 1_ms) {
469 renderThread->queue().postAt(estimatedNextVsync + 8_ms, task);
470 } else {
471 renderThread->queue().post(task);
472 }
473 }
474
copyHWBitmapInto(Bitmap * hwBitmap,SkBitmap * bitmap)475 int RenderProxy::copyHWBitmapInto(Bitmap* hwBitmap, SkBitmap* bitmap) {
476 ATRACE_NAME("RenderProxy#copyHWBitmapInto readback");
477 RenderThread& thread = RenderThread::getInstance();
478 if (RenderThread::isCurrent()) {
479 // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
480 return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap);
481 } else {
482 return thread.queue().runSync(
483 [&]() -> int { return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap); });
484 }
485 }
486
copyImageInto(const sk_sp<SkImage> & image,SkBitmap * bitmap)487 int RenderProxy::copyImageInto(const sk_sp<SkImage>& image, SkBitmap* bitmap) {
488 ATRACE_NAME("RenderProxy#copyImageInto readback");
489 RenderThread& thread = RenderThread::getInstance();
490 if (RenderThread::isCurrent()) {
491 // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
492 return (int)thread.readback().copyImageInto(image, bitmap);
493 } else {
494 return thread.queue().runSync(
495 [&]() -> int { return (int)thread.readback().copyImageInto(image, bitmap); });
496 }
497 }
498
disableVsync()499 void RenderProxy::disableVsync() {
500 Properties::disableVsync = true;
501 }
502
preload()503 void RenderProxy::preload() {
504 // Create RenderThread object and start the thread. Then preload Vulkan/EGL driver.
505 auto& thread = RenderThread::getInstance();
506 thread.queue().post([&thread]() { thread.preload(); });
507 }
508
setRtAnimationsEnabled(bool enabled)509 void RenderProxy::setRtAnimationsEnabled(bool enabled) {
510 if (RenderThread::hasInstance()) {
511 RenderThread::getInstance().queue().post(
512 [enabled]() { Properties::enableRTAnimations = enabled; });
513 } else {
514 Properties::enableRTAnimations = enabled;
515 }
516 }
517
518 } /* namespace renderthread */
519 } /* namespace uirenderer */
520 } /* namespace android */
521