1 /*
2 * Copyright 2017 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
8 #include "modules/skottie/include/Skottie.h"
9
10 #include "include/core/SkCanvas.h"
11 #include "include/core/SkData.h"
12 #include "include/core/SkFontMgr.h"
13 #include "include/core/SkImage.h"
14 #include "include/core/SkPaint.h"
15 #include "include/core/SkPoint.h"
16 #include "include/core/SkStream.h"
17 #include "include/private/SkTArray.h"
18 #include "include/private/SkTPin.h"
19 #include "include/private/SkTo.h"
20 #include "modules/skottie/include/ExternalLayer.h"
21 #include "modules/skottie/include/SkottieProperty.h"
22 #include "modules/skottie/src/Composition.h"
23 #include "modules/skottie/src/SkottieJson.h"
24 #include "modules/skottie/src/SkottiePriv.h"
25 #include "modules/skottie/src/SkottieValue.h"
26 #include "modules/skottie/src/Transform.h"
27 #include "modules/skottie/src/text/TextAdapter.h"
28 #include "modules/sksg/include/SkSGInvalidationController.h"
29 #include "modules/sksg/include/SkSGOpacityEffect.h"
30 #include "modules/sksg/include/SkSGPaint.h"
31 #include "modules/sksg/include/SkSGPath.h"
32 #include "modules/sksg/include/SkSGRenderEffect.h"
33 #include "modules/sksg/include/SkSGScene.h"
34 #include "modules/sksg/include/SkSGTransform.h"
35 #include "src/core/SkTraceEvent.h"
36
37 #include <chrono>
38 #include <cmath>
39 #include <memory>
40
41 #include <stdlib.h>
42
43 namespace skottie {
44
45 namespace internal {
46
log(Logger::Level lvl,const skjson::Value * json,const char fmt[],...) const47 void AnimationBuilder::log(Logger::Level lvl, const skjson::Value* json,
48 const char fmt[], ...) const {
49 if (!fLogger) {
50 return;
51 }
52
53 char buff[1024];
54 va_list va;
55 va_start(va, fmt);
56 const auto len = vsnprintf(buff, sizeof(buff), fmt, va);
57 va_end(va);
58
59 if (len < 0) {
60 SkDebugf("!! Could not format log message !!\n");
61 return;
62 }
63
64 if (len >= SkToInt(sizeof(buff))) {
65 static constexpr char kEllipsesStr[] = "...";
66 strcpy(buff + sizeof(buff) - sizeof(kEllipsesStr), kEllipsesStr);
67 }
68
69 SkString jsonstr = json ? json->toString() : SkString();
70
71 fLogger->log(lvl, buff, jsonstr.c_str());
72 }
73
74 namespace {
75
76 class OpacityAdapter final : public DiscardableAdapterBase<OpacityAdapter, sksg::OpacityEffect> {
77 public:
OpacityAdapter(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child,const AnimationBuilder & abuilder)78 OpacityAdapter(const skjson::ObjectValue& jobject,
79 sk_sp<sksg::RenderNode> child,
80 const AnimationBuilder& abuilder)
81 : INHERITED(sksg::OpacityEffect::Make(child)) {
82 this->bind(abuilder, jobject["o"], fOpacity);
83 }
84
85 private:
onSync()86 void onSync() override {
87 this->node()->setOpacity(fOpacity * 0.01f);
88 }
89
90 ScalarValue fOpacity = 100;
91
92 using INHERITED = DiscardableAdapterBase<OpacityAdapter, sksg::OpacityEffect>;
93 };
94
GetBlendMode(const skjson::ObjectValue & jobject,const AnimationBuilder * abuilder)95 static SkBlendMode GetBlendMode(const skjson::ObjectValue& jobject,
96 const AnimationBuilder* abuilder) {
97 static constexpr SkBlendMode kBlendModeMap[] = {
98 SkBlendMode::kSrcOver, // 0:'normal'
99 SkBlendMode::kMultiply, // 1:'multiply'
100 SkBlendMode::kScreen, // 2:'screen'
101 SkBlendMode::kOverlay, // 3:'overlay
102 SkBlendMode::kDarken, // 4:'darken'
103 SkBlendMode::kLighten, // 5:'lighten'
104 SkBlendMode::kColorDodge, // 6:'color-dodge'
105 SkBlendMode::kColorBurn, // 7:'color-burn'
106 SkBlendMode::kHardLight, // 8:'hard-light'
107 SkBlendMode::kSoftLight, // 9:'soft-light'
108 SkBlendMode::kDifference, // 10:'difference'
109 SkBlendMode::kExclusion, // 11:'exclusion'
110 SkBlendMode::kHue, // 12:'hue'
111 SkBlendMode::kSaturation, // 13:'saturation'
112 SkBlendMode::kColor, // 14:'color'
113 SkBlendMode::kLuminosity, // 15:'luminosity'
114 SkBlendMode::kPlus, // 16:'add'
115 };
116
117 const size_t bm_index = ParseDefault<size_t>(jobject["bm"], 0);
118 if (bm_index >= SK_ARRAY_COUNT(kBlendModeMap)) {
119 abuilder->log(Logger::Level::kWarning, &jobject, "Unsupported blend mode %zu\n", bm_index);
120 return SkBlendMode::kSrcOver;
121 }
122
123 return kBlendModeMap[bm_index];
124 }
125
126 } // namespace
127
attachOpacity(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child_node) const128 sk_sp<sksg::RenderNode> AnimationBuilder::attachOpacity(const skjson::ObjectValue& jobject,
129 sk_sp<sksg::RenderNode> child_node) const {
130 if (!child_node)
131 return nullptr;
132
133 auto adapter = OpacityAdapter::Make(jobject, child_node, *this);
134 const auto dispatched = this->dispatchOpacityProperty(adapter->node());
135
136 if (adapter->isStatic()) {
137 adapter->seek(0);
138 if (!dispatched && adapter->node()->getOpacity() >= 1) {
139 // No obeservable effects - we can discard.
140 return child_node;
141 }
142 } else {
143 fCurrentAnimatorScope->push_back(adapter);
144 }
145
146 return adapter->node();
147 }
148
attachBlendMode(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child) const149 sk_sp<sksg::RenderNode> AnimationBuilder::attachBlendMode(const skjson::ObjectValue& jobject,
150 sk_sp<sksg::RenderNode> child) const {
151 const auto bm = GetBlendMode(jobject, this);
152 if (bm != SkBlendMode::kSrcOver) {
153 fHasNontrivialBlending = true;
154 child = sksg::BlendModeEffect::Make(std::move(child), bm);
155 }
156
157 return child;
158 }
159
AnimationBuilder(sk_sp<ResourceProvider> rp,sk_sp<SkFontMgr> fontmgr,sk_sp<PropertyObserver> pobserver,sk_sp<Logger> logger,sk_sp<MarkerObserver> mobserver,sk_sp<PrecompInterceptor> pi,sk_sp<ExpressionManager> expressionmgr,Animation::Builder::Stats * stats,const SkSize & comp_size,float duration,float framerate,uint32_t flags)160 AnimationBuilder::AnimationBuilder(sk_sp<ResourceProvider> rp, sk_sp<SkFontMgr> fontmgr,
161 sk_sp<PropertyObserver> pobserver, sk_sp<Logger> logger,
162 sk_sp<MarkerObserver> mobserver, sk_sp<PrecompInterceptor> pi,
163 sk_sp<ExpressionManager> expressionmgr,
164 Animation::Builder::Stats* stats,
165 const SkSize& comp_size, float duration, float framerate,
166 uint32_t flags)
167 : fResourceProvider(std::move(rp))
168 , fLazyFontMgr(std::move(fontmgr))
169 , fPropertyObserver(std::move(pobserver))
170 , fLogger(std::move(logger))
171 , fMarkerObserver(std::move(mobserver))
172 , fPrecompInterceptor(std::move(pi))
173 , fExpressionManager(std::move(expressionmgr))
174 , fStats(stats)
175 , fCompSize(comp_size)
176 , fDuration(duration)
177 , fFrameRate(framerate)
178 , fFlags(flags)
179 , fHasNontrivialBlending(false) {}
180
parse(const skjson::ObjectValue & jroot)181 AnimationBuilder::AnimationInfo AnimationBuilder::parse(const skjson::ObjectValue& jroot) {
182 this->dispatchMarkers(jroot["markers"]);
183
184 this->parseAssets(jroot["assets"]);
185 this->parseFonts(jroot["fonts"], jroot["chars"]);
186
187 AutoScope ascope(this);
188 AutoPropertyTracker apt(this, jroot, PropertyObserver::NodeType::COMPOSITION);
189 auto root = CompositionBuilder(*this, fCompSize, jroot).build(*this);
190
191 auto animators = ascope.release();
192 fStats->fAnimatorCount = animators.size();
193
194 return { sksg::Scene::Make(std::move(root)), std::move(animators) };
195 }
196
parseAssets(const skjson::ArrayValue * jassets)197 void AnimationBuilder::parseAssets(const skjson::ArrayValue* jassets) {
198 if (!jassets) {
199 return;
200 }
201
202 for (const skjson::ObjectValue* asset : *jassets) {
203 if (asset) {
204 fAssets.set(ParseDefault<SkString>((*asset)["id"], SkString()), { asset, false });
205 }
206 }
207 }
208
dispatchMarkers(const skjson::ArrayValue * jmarkers) const209 void AnimationBuilder::dispatchMarkers(const skjson::ArrayValue* jmarkers) const {
210 if (!fMarkerObserver || !jmarkers) {
211 return;
212 }
213
214 // For frame-number -> t conversions.
215 const auto frameRatio = 1 / (fFrameRate * fDuration);
216
217 for (const skjson::ObjectValue* m : *jmarkers) {
218 if (!m) continue;
219
220 const skjson::StringValue* name = (*m)["cm"];
221 const auto time = ParseDefault((*m)["tm"], -1.0f),
222 duration = ParseDefault((*m)["dr"], -1.0f);
223
224 if (name && time >= 0 && duration >= 0) {
225 fMarkerObserver->onMarker(
226 name->begin(),
227 // "tm" is in frames
228 time * frameRatio,
229 // ... as is "dr"
230 (time + duration) * frameRatio
231 );
232 } else {
233 this->log(Logger::Level::kWarning, m, "Ignoring unexpected marker.");
234 }
235 }
236 }
237
dispatchColorProperty(const sk_sp<sksg::Color> & c) const238 bool AnimationBuilder::dispatchColorProperty(const sk_sp<sksg::Color>& c) const {
239 bool dispatched = false;
240
241 if (fPropertyObserver) {
242 fPropertyObserver->onColorProperty(fPropertyObserverContext,
243 [&]() {
244 dispatched = true;
245 return std::make_unique<ColorPropertyHandle>(c);
246 });
247 }
248
249 return dispatched;
250 }
251
dispatchOpacityProperty(const sk_sp<sksg::OpacityEffect> & o) const252 bool AnimationBuilder::dispatchOpacityProperty(const sk_sp<sksg::OpacityEffect>& o) const {
253 bool dispatched = false;
254
255 if (fPropertyObserver) {
256 fPropertyObserver->onOpacityProperty(fPropertyObserverContext,
257 [&]() {
258 dispatched = true;
259 return std::make_unique<OpacityPropertyHandle>(o);
260 });
261 }
262
263 return dispatched;
264 }
265
dispatchTextProperty(const sk_sp<TextAdapter> & t) const266 bool AnimationBuilder::dispatchTextProperty(const sk_sp<TextAdapter>& t) const {
267 bool dispatched = false;
268
269 if (fPropertyObserver) {
270 fPropertyObserver->onTextProperty(fPropertyObserverContext,
271 [&]() {
272 dispatched = true;
273 return std::make_unique<TextPropertyHandle>(t);
274 });
275 }
276
277 return dispatched;
278 }
279
dispatchTransformProperty(const sk_sp<TransformAdapter2D> & t) const280 bool AnimationBuilder::dispatchTransformProperty(const sk_sp<TransformAdapter2D>& t) const {
281 bool dispatched = false;
282
283 if (fPropertyObserver) {
284 fPropertyObserver->onTransformProperty(fPropertyObserverContext,
285 [&]() {
286 dispatched = true;
287 return std::make_unique<TransformPropertyHandle>(t);
288 });
289 }
290
291 return dispatched;
292 }
293
expression_manager() const294 sk_sp<ExpressionManager> AnimationBuilder::expression_manager() const {
295 return fExpressionManager;
296 }
297
updateContext(PropertyObserver * observer,const skjson::ObjectValue & obj)298 void AnimationBuilder::AutoPropertyTracker::updateContext(PropertyObserver* observer,
299 const skjson::ObjectValue& obj) {
300
301 const skjson::StringValue* name = obj["nm"];
302
303 fBuilder->fPropertyObserverContext = name ? name->begin() : nullptr;
304 }
305
306 } // namespace internal
307
log(Level,const char[],const char *)308 void Logger::log(Level, const char[], const char*) {}
309
Builder(uint32_t flags)310 Animation::Builder::Builder(uint32_t flags) : fFlags(flags) {}
311 Animation::Builder::~Builder() = default;
312
setResourceProvider(sk_sp<ResourceProvider> rp)313 Animation::Builder& Animation::Builder::setResourceProvider(sk_sp<ResourceProvider> rp) {
314 fResourceProvider = std::move(rp);
315 return *this;
316 }
317
setFontManager(sk_sp<SkFontMgr> fmgr)318 Animation::Builder& Animation::Builder::setFontManager(sk_sp<SkFontMgr> fmgr) {
319 fFontMgr = std::move(fmgr);
320 return *this;
321 }
322
setPropertyObserver(sk_sp<PropertyObserver> pobserver)323 Animation::Builder& Animation::Builder::setPropertyObserver(sk_sp<PropertyObserver> pobserver) {
324 fPropertyObserver = std::move(pobserver);
325 return *this;
326 }
327
setLogger(sk_sp<Logger> logger)328 Animation::Builder& Animation::Builder::setLogger(sk_sp<Logger> logger) {
329 fLogger = std::move(logger);
330 return *this;
331 }
332
setMarkerObserver(sk_sp<MarkerObserver> mobserver)333 Animation::Builder& Animation::Builder::setMarkerObserver(sk_sp<MarkerObserver> mobserver) {
334 fMarkerObserver = std::move(mobserver);
335 return *this;
336 }
337
setPrecompInterceptor(sk_sp<PrecompInterceptor> pi)338 Animation::Builder& Animation::Builder::setPrecompInterceptor(sk_sp<PrecompInterceptor> pi) {
339 fPrecompInterceptor = std::move(pi);
340 return *this;
341 }
342
setExpressionManager(sk_sp<ExpressionManager> em)343 Animation::Builder& Animation::Builder::setExpressionManager(sk_sp<ExpressionManager> em) {
344 fExpressionManager = std::move(em);
345 return *this;
346 }
347
make(SkStream * stream)348 sk_sp<Animation> Animation::Builder::make(SkStream* stream) {
349 if (!stream->hasLength()) {
350 // TODO: handle explicit buffering?
351 if (fLogger) {
352 fLogger->log(Logger::Level::kError, "Cannot parse streaming content.\n");
353 }
354 return nullptr;
355 }
356
357 auto data = SkData::MakeFromStream(stream, stream->getLength());
358 if (!data) {
359 if (fLogger) {
360 fLogger->log(Logger::Level::kError, "Failed to read the input stream.\n");
361 }
362 return nullptr;
363 }
364
365 return this->make(static_cast<const char*>(data->data()), data->size());
366 }
367
make(const char * data,size_t data_len)368 sk_sp<Animation> Animation::Builder::make(const char* data, size_t data_len) {
369 TRACE_EVENT0("skottie", TRACE_FUNC);
370
371 // Sanitize factory args.
372 class NullResourceProvider final : public ResourceProvider {
373 sk_sp<SkData> load(const char[], const char[]) const override { return nullptr; }
374 };
375 auto resolvedProvider = fResourceProvider
376 ? fResourceProvider : sk_make_sp<NullResourceProvider>();
377
378 fStats = Stats{};
379
380 fStats.fJsonSize = data_len;
381 const auto t0 = std::chrono::steady_clock::now();
382
383 const skjson::DOM dom(data, data_len);
384 if (!dom.root().is<skjson::ObjectValue>()) {
385 // TODO: more error info.
386 if (fLogger) {
387 fLogger->log(Logger::Level::kError, "Failed to parse JSON input.\n");
388 }
389 return nullptr;
390 }
391 const auto& json = dom.root().as<skjson::ObjectValue>();
392
393 const auto t1 = std::chrono::steady_clock::now();
394 fStats.fJsonParseTimeMS = std::chrono::duration<float, std::milli>{t1-t0}.count();
395
396 const auto version = ParseDefault<SkString>(json["v"], SkString());
397 const auto size = SkSize::Make(ParseDefault<float>(json["w"], 0.0f),
398 ParseDefault<float>(json["h"], 0.0f));
399 const auto fps = ParseDefault<float>(json["fr"], -1.0f),
400 inPoint = ParseDefault<float>(json["ip"], 0.0f),
401 outPoint = std::max(ParseDefault<float>(json["op"], SK_ScalarMax), inPoint),
402 duration = sk_ieee_float_divide(outPoint - inPoint, fps);
403
404 if (size.isEmpty() || version.isEmpty() || fps <= 0 ||
405 !SkScalarIsFinite(inPoint) || !SkScalarIsFinite(outPoint) || !SkScalarIsFinite(duration)) {
406 if (fLogger) {
407 const auto msg = SkStringPrintf(
408 "Invalid animation params (version: %s, size: [%f %f], frame rate: %f, "
409 "in-point: %f, out-point: %f)\n",
410 version.c_str(), size.width(), size.height(), fps, inPoint, outPoint);
411 fLogger->log(Logger::Level::kError, msg.c_str());
412 }
413 return nullptr;
414 }
415
416 SkASSERT(resolvedProvider);
417 internal::AnimationBuilder builder(std::move(resolvedProvider), fFontMgr,
418 std::move(fPropertyObserver),
419 std::move(fLogger),
420 std::move(fMarkerObserver),
421 std::move(fPrecompInterceptor),
422 std::move(fExpressionManager),
423 &fStats, size, duration, fps, fFlags);
424 auto ainfo = builder.parse(json);
425
426 const auto t2 = std::chrono::steady_clock::now();
427 fStats.fSceneParseTimeMS = std::chrono::duration<float, std::milli>{t2-t1}.count();
428 fStats.fTotalLoadTimeMS = std::chrono::duration<float, std::milli>{t2-t0}.count();
429
430 if (!ainfo.fScene && fLogger) {
431 fLogger->log(Logger::Level::kError, "Could not parse animation.\n");
432 }
433
434 uint32_t flags = 0;
435 if (builder.hasNontrivialBlending()) {
436 flags |= Animation::Flags::kRequiresTopLevelIsolation;
437 }
438
439 return sk_sp<Animation>(new Animation(std::move(ainfo.fScene),
440 std::move(ainfo.fAnimators),
441 std::move(version),
442 size,
443 inPoint,
444 outPoint,
445 duration,
446 fps,
447 flags));
448 }
449
makeFromFile(const char path[])450 sk_sp<Animation> Animation::Builder::makeFromFile(const char path[]) {
451 const auto data = SkData::MakeFromFileName(path);
452
453 return data ? this->make(static_cast<const char*>(data->data()), data->size())
454 : nullptr;
455 }
456
Animation(std::unique_ptr<sksg::Scene> scene,std::vector<sk_sp<internal::Animator>> && animators,SkString version,const SkSize & size,double inPoint,double outPoint,double duration,double fps,uint32_t flags)457 Animation::Animation(std::unique_ptr<sksg::Scene> scene,
458 std::vector<sk_sp<internal::Animator>>&& animators,
459 SkString version, const SkSize& size,
460 double inPoint, double outPoint, double duration, double fps, uint32_t flags)
461 : fScene(std::move(scene))
462 , fAnimators(std::move(animators))
463 , fVersion(std::move(version))
464 , fSize(size)
465 , fInPoint(inPoint)
466 , fOutPoint(outPoint)
467 , fDuration(duration)
468 , fFPS(fps)
469 , fFlags(flags) {}
470
471 Animation::~Animation() = default;
472
render(SkCanvas * canvas,const SkRect * dstR) const473 void Animation::render(SkCanvas* canvas, const SkRect* dstR) const {
474 this->render(canvas, dstR, 0);
475 }
476
render(SkCanvas * canvas,const SkRect * dstR,RenderFlags renderFlags) const477 void Animation::render(SkCanvas* canvas, const SkRect* dstR, RenderFlags renderFlags) const {
478 TRACE_EVENT0("skottie", TRACE_FUNC);
479
480 if (!fScene)
481 return;
482
483 SkAutoCanvasRestore restore(canvas, true);
484
485 const SkRect srcR = SkRect::MakeSize(this->size());
486 if (dstR) {
487 canvas->concat(SkMatrix::RectToRect(srcR, *dstR, SkMatrix::kCenter_ScaleToFit));
488 }
489
490 if (!(renderFlags & RenderFlag::kDisableTopLevelClipping)) {
491 canvas->clipRect(srcR);
492 }
493
494 if ((fFlags & Flags::kRequiresTopLevelIsolation) &&
495 !(renderFlags & RenderFlag::kSkipTopLevelIsolation)) {
496 // The animation uses non-trivial blending, and needs
497 // to be rendered into a separate/transparent layer.
498 canvas->saveLayer(srcR, nullptr);
499 }
500
501 fScene->render(canvas);
502 }
503
seekFrame(double t,sksg::InvalidationController * ic)504 void Animation::seekFrame(double t, sksg::InvalidationController* ic) {
505 TRACE_EVENT0("skottie", TRACE_FUNC);
506
507 if (!fScene)
508 return;
509
510 // Per AE/Lottie semantics out_point is exclusive.
511 const auto kLastValidFrame = std::nextafterf(fOutPoint, fInPoint),
512 comp_time = SkTPin<float>(fInPoint + t, fInPoint, kLastValidFrame);
513
514 for (const auto& anim : fAnimators) {
515 anim->seek(comp_time);
516 }
517
518 fScene->revalidate(ic);
519 }
520
seekFrameTime(double t,sksg::InvalidationController * ic)521 void Animation::seekFrameTime(double t, sksg::InvalidationController* ic) {
522 this->seekFrame(t * fFPS, ic);
523 }
524
Make(const char * data,size_t length)525 sk_sp<Animation> Animation::Make(const char* data, size_t length) {
526 return Builder().make(data, length);
527 }
528
Make(SkStream * stream)529 sk_sp<Animation> Animation::Make(SkStream* stream) {
530 return Builder().make(stream);
531 }
532
MakeFromFile(const char path[])533 sk_sp<Animation> Animation::MakeFromFile(const char path[]) {
534 return Builder().makeFromFile(path);
535 }
536
537 } // namespace skottie
538