• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright 2017 Google Inc.
3  *
4  * Use of this source code is governed by a BSD-style license that can be
5  * found in the LICENSE file.
6  */
7 
8 #include "modules/skottie/include/Skottie.h"
9 
10 #include "include/core/SkCanvas.h"
11 #include "include/core/SkData.h"
12 #include "include/core/SkFontMgr.h"
13 #include "include/core/SkImage.h"
14 #include "include/core/SkPaint.h"
15 #include "include/core/SkPoint.h"
16 #include "include/core/SkStream.h"
17 #include "include/private/SkTArray.h"
18 #include "include/private/SkTPin.h"
19 #include "include/private/SkTo.h"
20 #include "modules/skottie/include/ExternalLayer.h"
21 #include "modules/skottie/include/SkottieProperty.h"
22 #include "modules/skottie/src/Composition.h"
23 #include "modules/skottie/src/SkottieJson.h"
24 #include "modules/skottie/src/SkottiePriv.h"
25 #include "modules/skottie/src/SkottieValue.h"
26 #include "modules/skottie/src/Transform.h"
27 #include "modules/skottie/src/text/TextAdapter.h"
28 #include "modules/sksg/include/SkSGInvalidationController.h"
29 #include "modules/sksg/include/SkSGOpacityEffect.h"
30 #include "modules/sksg/include/SkSGPaint.h"
31 #include "modules/sksg/include/SkSGPath.h"
32 #include "modules/sksg/include/SkSGRenderEffect.h"
33 #include "modules/sksg/include/SkSGScene.h"
34 #include "modules/sksg/include/SkSGTransform.h"
35 #include "src/core/SkTraceEvent.h"
36 
37 #include <chrono>
38 #include <cmath>
39 #include <memory>
40 
41 #include <stdlib.h>
42 
43 namespace skottie {
44 
45 namespace internal {
46 
log(Logger::Level lvl,const skjson::Value * json,const char fmt[],...) const47 void AnimationBuilder::log(Logger::Level lvl, const skjson::Value* json,
48                            const char fmt[], ...) const {
49     if (!fLogger) {
50         return;
51     }
52 
53     char buff[1024];
54     va_list va;
55     va_start(va, fmt);
56     const auto len = vsnprintf(buff, sizeof(buff), fmt, va);
57     va_end(va);
58 
59     if (len < 0) {
60         SkDebugf("!! Could not format log message !!\n");
61         return;
62     }
63 
64     if (len >= SkToInt(sizeof(buff))) {
65         static constexpr char kEllipsesStr[] = "...";
66         strcpy(buff + sizeof(buff) - sizeof(kEllipsesStr), kEllipsesStr);
67     }
68 
69     SkString jsonstr = json ? json->toString() : SkString();
70 
71     fLogger->log(lvl, buff, jsonstr.c_str());
72 }
73 
74 namespace  {
75 
76 class OpacityAdapter final : public DiscardableAdapterBase<OpacityAdapter, sksg::OpacityEffect> {
77 public:
OpacityAdapter(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child,const AnimationBuilder & abuilder)78     OpacityAdapter(const skjson::ObjectValue& jobject,
79                    sk_sp<sksg::RenderNode> child,
80                    const AnimationBuilder& abuilder)
81         : INHERITED(sksg::OpacityEffect::Make(child)) {
82         this->bind(abuilder, jobject["o"], fOpacity);
83     }
84 
85 private:
onSync()86     void onSync() override {
87         this->node()->setOpacity(fOpacity * 0.01f);
88     }
89 
90     ScalarValue fOpacity = 100;
91 
92     using INHERITED = DiscardableAdapterBase<OpacityAdapter, sksg::OpacityEffect>;
93 };
94 
GetBlendMode(const skjson::ObjectValue & jobject,const AnimationBuilder * abuilder)95 static SkBlendMode GetBlendMode(const skjson::ObjectValue& jobject,
96                                 const AnimationBuilder* abuilder) {
97     static constexpr SkBlendMode kBlendModeMap[] = {
98         SkBlendMode::kSrcOver,    // 0:'normal'
99         SkBlendMode::kMultiply,   // 1:'multiply'
100         SkBlendMode::kScreen,     // 2:'screen'
101         SkBlendMode::kOverlay,    // 3:'overlay
102         SkBlendMode::kDarken,     // 4:'darken'
103         SkBlendMode::kLighten,    // 5:'lighten'
104         SkBlendMode::kColorDodge, // 6:'color-dodge'
105         SkBlendMode::kColorBurn,  // 7:'color-burn'
106         SkBlendMode::kHardLight,  // 8:'hard-light'
107         SkBlendMode::kSoftLight,  // 9:'soft-light'
108         SkBlendMode::kDifference, // 10:'difference'
109         SkBlendMode::kExclusion,  // 11:'exclusion'
110         SkBlendMode::kHue,        // 12:'hue'
111         SkBlendMode::kSaturation, // 13:'saturation'
112         SkBlendMode::kColor,      // 14:'color'
113         SkBlendMode::kLuminosity, // 15:'luminosity'
114         SkBlendMode::kPlus,       // 16:'add'
115     };
116 
117     const size_t bm_index = ParseDefault<size_t>(jobject["bm"], 0);
118     if (bm_index >= SK_ARRAY_COUNT(kBlendModeMap)) {
119         abuilder->log(Logger::Level::kWarning, &jobject, "Unsupported blend mode %zu\n", bm_index);
120         return SkBlendMode::kSrcOver;
121     }
122 
123     return kBlendModeMap[bm_index];
124 }
125 
126 } // namespace
127 
attachOpacity(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child_node) const128 sk_sp<sksg::RenderNode> AnimationBuilder::attachOpacity(const skjson::ObjectValue& jobject,
129                                                         sk_sp<sksg::RenderNode> child_node) const {
130     if (!child_node)
131         return nullptr;
132 
133     auto adapter = OpacityAdapter::Make(jobject, child_node, *this);
134     const auto dispatched = this->dispatchOpacityProperty(adapter->node());
135 
136     if (adapter->isStatic()) {
137         adapter->seek(0);
138         if (!dispatched && adapter->node()->getOpacity() >= 1) {
139             // No obeservable effects - we can discard.
140             return child_node;
141         }
142     } else {
143         fCurrentAnimatorScope->push_back(adapter);
144     }
145 
146     return adapter->node();
147 }
148 
attachBlendMode(const skjson::ObjectValue & jobject,sk_sp<sksg::RenderNode> child) const149 sk_sp<sksg::RenderNode> AnimationBuilder::attachBlendMode(const skjson::ObjectValue& jobject,
150                                                           sk_sp<sksg::RenderNode> child) const {
151     const auto bm = GetBlendMode(jobject, this);
152     if (bm != SkBlendMode::kSrcOver) {
153         fHasNontrivialBlending = true;
154         child = sksg::BlendModeEffect::Make(std::move(child), bm);
155     }
156 
157     return child;
158 }
159 
AnimationBuilder(sk_sp<ResourceProvider> rp,sk_sp<SkFontMgr> fontmgr,sk_sp<PropertyObserver> pobserver,sk_sp<Logger> logger,sk_sp<MarkerObserver> mobserver,sk_sp<PrecompInterceptor> pi,sk_sp<ExpressionManager> expressionmgr,Animation::Builder::Stats * stats,const SkSize & comp_size,float duration,float framerate,uint32_t flags)160 AnimationBuilder::AnimationBuilder(sk_sp<ResourceProvider> rp, sk_sp<SkFontMgr> fontmgr,
161                                    sk_sp<PropertyObserver> pobserver, sk_sp<Logger> logger,
162                                    sk_sp<MarkerObserver> mobserver, sk_sp<PrecompInterceptor> pi,
163                                    sk_sp<ExpressionManager> expressionmgr,
164                                    Animation::Builder::Stats* stats,
165                                    const SkSize& comp_size, float duration, float framerate,
166                                    uint32_t flags)
167     : fResourceProvider(std::move(rp))
168     , fLazyFontMgr(std::move(fontmgr))
169     , fPropertyObserver(std::move(pobserver))
170     , fLogger(std::move(logger))
171     , fMarkerObserver(std::move(mobserver))
172     , fPrecompInterceptor(std::move(pi))
173     , fExpressionManager(std::move(expressionmgr))
174     , fStats(stats)
175     , fCompSize(comp_size)
176     , fDuration(duration)
177     , fFrameRate(framerate)
178     , fFlags(flags)
179     , fHasNontrivialBlending(false) {}
180 
parse(const skjson::ObjectValue & jroot)181 AnimationBuilder::AnimationInfo AnimationBuilder::parse(const skjson::ObjectValue& jroot) {
182     this->dispatchMarkers(jroot["markers"]);
183 
184     this->parseAssets(jroot["assets"]);
185     this->parseFonts(jroot["fonts"], jroot["chars"]);
186 
187     AutoScope ascope(this);
188     AutoPropertyTracker apt(this, jroot, PropertyObserver::NodeType::COMPOSITION);
189     auto root = CompositionBuilder(*this, fCompSize, jroot).build(*this);
190 
191     auto animators = ascope.release();
192     fStats->fAnimatorCount = animators.size();
193 
194     return { sksg::Scene::Make(std::move(root)), std::move(animators) };
195 }
196 
parseAssets(const skjson::ArrayValue * jassets)197 void AnimationBuilder::parseAssets(const skjson::ArrayValue* jassets) {
198     if (!jassets) {
199         return;
200     }
201 
202     for (const skjson::ObjectValue* asset : *jassets) {
203         if (asset) {
204             fAssets.set(ParseDefault<SkString>((*asset)["id"], SkString()), { asset, false });
205         }
206     }
207 }
208 
dispatchMarkers(const skjson::ArrayValue * jmarkers) const209 void AnimationBuilder::dispatchMarkers(const skjson::ArrayValue* jmarkers) const {
210     if (!fMarkerObserver || !jmarkers) {
211         return;
212     }
213 
214     // For frame-number -> t conversions.
215     const auto frameRatio = 1 / (fFrameRate * fDuration);
216 
217     for (const skjson::ObjectValue* m : *jmarkers) {
218         if (!m) continue;
219 
220         const skjson::StringValue* name = (*m)["cm"];
221         const auto time = ParseDefault((*m)["tm"], -1.0f),
222                duration = ParseDefault((*m)["dr"], -1.0f);
223 
224         if (name && time >= 0 && duration >= 0) {
225             fMarkerObserver->onMarker(
226                         name->begin(),
227                         // "tm" is in frames
228                         time * frameRatio,
229                         // ... as is "dr"
230                         (time + duration) * frameRatio
231             );
232         } else {
233             this->log(Logger::Level::kWarning, m, "Ignoring unexpected marker.");
234         }
235     }
236 }
237 
dispatchColorProperty(const sk_sp<sksg::Color> & c) const238 bool AnimationBuilder::dispatchColorProperty(const sk_sp<sksg::Color>& c) const {
239     bool dispatched = false;
240 
241     if (fPropertyObserver) {
242         fPropertyObserver->onColorProperty(fPropertyObserverContext,
243             [&]() {
244                 dispatched = true;
245                 return std::make_unique<ColorPropertyHandle>(c);
246             });
247     }
248 
249     return dispatched;
250 }
251 
dispatchOpacityProperty(const sk_sp<sksg::OpacityEffect> & o) const252 bool AnimationBuilder::dispatchOpacityProperty(const sk_sp<sksg::OpacityEffect>& o) const {
253     bool dispatched = false;
254 
255     if (fPropertyObserver) {
256         fPropertyObserver->onOpacityProperty(fPropertyObserverContext,
257             [&]() {
258                 dispatched = true;
259                 return std::make_unique<OpacityPropertyHandle>(o);
260             });
261     }
262 
263     return dispatched;
264 }
265 
dispatchTextProperty(const sk_sp<TextAdapter> & t) const266 bool AnimationBuilder::dispatchTextProperty(const sk_sp<TextAdapter>& t) const {
267     bool dispatched = false;
268 
269     if (fPropertyObserver) {
270         fPropertyObserver->onTextProperty(fPropertyObserverContext,
271             [&]() {
272                 dispatched = true;
273                 return std::make_unique<TextPropertyHandle>(t);
274             });
275     }
276 
277     return dispatched;
278 }
279 
dispatchTransformProperty(const sk_sp<TransformAdapter2D> & t) const280 bool AnimationBuilder::dispatchTransformProperty(const sk_sp<TransformAdapter2D>& t) const {
281     bool dispatched = false;
282 
283     if (fPropertyObserver) {
284         fPropertyObserver->onTransformProperty(fPropertyObserverContext,
285             [&]() {
286                 dispatched = true;
287                 return std::make_unique<TransformPropertyHandle>(t);
288             });
289     }
290 
291     return dispatched;
292 }
293 
expression_manager() const294 sk_sp<ExpressionManager> AnimationBuilder::expression_manager() const {
295     return fExpressionManager;
296 }
297 
updateContext(PropertyObserver * observer,const skjson::ObjectValue & obj)298 void AnimationBuilder::AutoPropertyTracker::updateContext(PropertyObserver* observer,
299                                                           const skjson::ObjectValue& obj) {
300 
301     const skjson::StringValue* name = obj["nm"];
302 
303     fBuilder->fPropertyObserverContext = name ? name->begin() : nullptr;
304 }
305 
306 } // namespace internal
307 
log(Level,const char[],const char *)308 void Logger::log(Level, const char[], const char*) {}
309 
Builder(uint32_t flags)310 Animation::Builder::Builder(uint32_t flags) : fFlags(flags) {}
311 Animation::Builder::~Builder() = default;
312 
setResourceProvider(sk_sp<ResourceProvider> rp)313 Animation::Builder& Animation::Builder::setResourceProvider(sk_sp<ResourceProvider> rp) {
314     fResourceProvider = std::move(rp);
315     return *this;
316 }
317 
setFontManager(sk_sp<SkFontMgr> fmgr)318 Animation::Builder& Animation::Builder::setFontManager(sk_sp<SkFontMgr> fmgr) {
319     fFontMgr = std::move(fmgr);
320     return *this;
321 }
322 
setPropertyObserver(sk_sp<PropertyObserver> pobserver)323 Animation::Builder& Animation::Builder::setPropertyObserver(sk_sp<PropertyObserver> pobserver) {
324     fPropertyObserver = std::move(pobserver);
325     return *this;
326 }
327 
setLogger(sk_sp<Logger> logger)328 Animation::Builder& Animation::Builder::setLogger(sk_sp<Logger> logger) {
329     fLogger = std::move(logger);
330     return *this;
331 }
332 
setMarkerObserver(sk_sp<MarkerObserver> mobserver)333 Animation::Builder& Animation::Builder::setMarkerObserver(sk_sp<MarkerObserver> mobserver) {
334     fMarkerObserver = std::move(mobserver);
335     return *this;
336 }
337 
setPrecompInterceptor(sk_sp<PrecompInterceptor> pi)338 Animation::Builder& Animation::Builder::setPrecompInterceptor(sk_sp<PrecompInterceptor> pi) {
339     fPrecompInterceptor = std::move(pi);
340     return *this;
341 }
342 
setExpressionManager(sk_sp<ExpressionManager> em)343 Animation::Builder& Animation::Builder::setExpressionManager(sk_sp<ExpressionManager> em) {
344     fExpressionManager = std::move(em);
345     return *this;
346 }
347 
make(SkStream * stream)348 sk_sp<Animation> Animation::Builder::make(SkStream* stream) {
349     if (!stream->hasLength()) {
350         // TODO: handle explicit buffering?
351         if (fLogger) {
352             fLogger->log(Logger::Level::kError, "Cannot parse streaming content.\n");
353         }
354         return nullptr;
355     }
356 
357     auto data = SkData::MakeFromStream(stream, stream->getLength());
358     if (!data) {
359         if (fLogger) {
360             fLogger->log(Logger::Level::kError, "Failed to read the input stream.\n");
361         }
362         return nullptr;
363     }
364 
365     return this->make(static_cast<const char*>(data->data()), data->size());
366 }
367 
make(const char * data,size_t data_len)368 sk_sp<Animation> Animation::Builder::make(const char* data, size_t data_len) {
369     TRACE_EVENT0("skottie", TRACE_FUNC);
370 
371     // Sanitize factory args.
372     class NullResourceProvider final : public ResourceProvider {
373         sk_sp<SkData> load(const char[], const char[]) const override { return nullptr; }
374     };
375     auto resolvedProvider = fResourceProvider
376             ? fResourceProvider : sk_make_sp<NullResourceProvider>();
377 
378     fStats = Stats{};
379 
380     fStats.fJsonSize = data_len;
381     const auto t0 = std::chrono::steady_clock::now();
382 
383     const skjson::DOM dom(data, data_len);
384     if (!dom.root().is<skjson::ObjectValue>()) {
385         // TODO: more error info.
386         if (fLogger) {
387             fLogger->log(Logger::Level::kError, "Failed to parse JSON input.\n");
388         }
389         return nullptr;
390     }
391     const auto& json = dom.root().as<skjson::ObjectValue>();
392 
393     const auto t1 = std::chrono::steady_clock::now();
394     fStats.fJsonParseTimeMS = std::chrono::duration<float, std::milli>{t1-t0}.count();
395 
396     const auto version  = ParseDefault<SkString>(json["v"], SkString());
397     const auto size     = SkSize::Make(ParseDefault<float>(json["w"], 0.0f),
398                                        ParseDefault<float>(json["h"], 0.0f));
399     const auto fps      = ParseDefault<float>(json["fr"], -1.0f),
400                inPoint  = ParseDefault<float>(json["ip"], 0.0f),
401                outPoint = std::max(ParseDefault<float>(json["op"], SK_ScalarMax), inPoint),
402                duration = sk_ieee_float_divide(outPoint - inPoint, fps);
403 
404     if (size.isEmpty() || version.isEmpty() || fps <= 0 ||
405         !SkScalarIsFinite(inPoint) || !SkScalarIsFinite(outPoint) || !SkScalarIsFinite(duration)) {
406         if (fLogger) {
407             const auto msg = SkStringPrintf(
408                          "Invalid animation params (version: %s, size: [%f %f], frame rate: %f, "
409                          "in-point: %f, out-point: %f)\n",
410                          version.c_str(), size.width(), size.height(), fps, inPoint, outPoint);
411             fLogger->log(Logger::Level::kError, msg.c_str());
412         }
413         return nullptr;
414     }
415 
416     SkASSERT(resolvedProvider);
417     internal::AnimationBuilder builder(std::move(resolvedProvider), fFontMgr,
418                                        std::move(fPropertyObserver),
419                                        std::move(fLogger),
420                                        std::move(fMarkerObserver),
421                                        std::move(fPrecompInterceptor),
422                                        std::move(fExpressionManager),
423                                        &fStats, size, duration, fps, fFlags);
424     auto ainfo = builder.parse(json);
425 
426     const auto t2 = std::chrono::steady_clock::now();
427     fStats.fSceneParseTimeMS = std::chrono::duration<float, std::milli>{t2-t1}.count();
428     fStats.fTotalLoadTimeMS  = std::chrono::duration<float, std::milli>{t2-t0}.count();
429 
430     if (!ainfo.fScene && fLogger) {
431         fLogger->log(Logger::Level::kError, "Could not parse animation.\n");
432     }
433 
434     uint32_t flags = 0;
435     if (builder.hasNontrivialBlending()) {
436         flags |= Animation::Flags::kRequiresTopLevelIsolation;
437     }
438 
439     return sk_sp<Animation>(new Animation(std::move(ainfo.fScene),
440                                           std::move(ainfo.fAnimators),
441                                           std::move(version),
442                                           size,
443                                           inPoint,
444                                           outPoint,
445                                           duration,
446                                           fps,
447                                           flags));
448 }
449 
makeFromFile(const char path[])450 sk_sp<Animation> Animation::Builder::makeFromFile(const char path[]) {
451     const auto data = SkData::MakeFromFileName(path);
452 
453     return data ? this->make(static_cast<const char*>(data->data()), data->size())
454                 : nullptr;
455 }
456 
Animation(std::unique_ptr<sksg::Scene> scene,std::vector<sk_sp<internal::Animator>> && animators,SkString version,const SkSize & size,double inPoint,double outPoint,double duration,double fps,uint32_t flags)457 Animation::Animation(std::unique_ptr<sksg::Scene> scene,
458                      std::vector<sk_sp<internal::Animator>>&& animators,
459                      SkString version, const SkSize& size,
460                      double inPoint, double outPoint, double duration, double fps, uint32_t flags)
461     : fScene(std::move(scene))
462     , fAnimators(std::move(animators))
463     , fVersion(std::move(version))
464     , fSize(size)
465     , fInPoint(inPoint)
466     , fOutPoint(outPoint)
467     , fDuration(duration)
468     , fFPS(fps)
469     , fFlags(flags) {}
470 
471 Animation::~Animation() = default;
472 
render(SkCanvas * canvas,const SkRect * dstR) const473 void Animation::render(SkCanvas* canvas, const SkRect* dstR) const {
474     this->render(canvas, dstR, 0);
475 }
476 
render(SkCanvas * canvas,const SkRect * dstR,RenderFlags renderFlags) const477 void Animation::render(SkCanvas* canvas, const SkRect* dstR, RenderFlags renderFlags) const {
478     TRACE_EVENT0("skottie", TRACE_FUNC);
479 
480     if (!fScene)
481         return;
482 
483     SkAutoCanvasRestore restore(canvas, true);
484 
485     const SkRect srcR = SkRect::MakeSize(this->size());
486     if (dstR) {
487         canvas->concat(SkMatrix::RectToRect(srcR, *dstR, SkMatrix::kCenter_ScaleToFit));
488     }
489 
490     if (!(renderFlags & RenderFlag::kDisableTopLevelClipping)) {
491         canvas->clipRect(srcR);
492     }
493 
494     if ((fFlags & Flags::kRequiresTopLevelIsolation) &&
495         !(renderFlags & RenderFlag::kSkipTopLevelIsolation)) {
496         // The animation uses non-trivial blending, and needs
497         // to be rendered into a separate/transparent layer.
498         canvas->saveLayer(srcR, nullptr);
499     }
500 
501     fScene->render(canvas);
502 }
503 
seekFrame(double t,sksg::InvalidationController * ic)504 void Animation::seekFrame(double t, sksg::InvalidationController* ic) {
505     TRACE_EVENT0("skottie", TRACE_FUNC);
506 
507     if (!fScene)
508         return;
509 
510     // Per AE/Lottie semantics out_point is exclusive.
511     const auto kLastValidFrame = std::nextafterf(fOutPoint, fInPoint),
512                      comp_time = SkTPin<float>(fInPoint + t, fInPoint, kLastValidFrame);
513 
514     for (const auto& anim : fAnimators) {
515         anim->seek(comp_time);
516     }
517 
518     fScene->revalidate(ic);
519 }
520 
seekFrameTime(double t,sksg::InvalidationController * ic)521 void Animation::seekFrameTime(double t, sksg::InvalidationController* ic) {
522     this->seekFrame(t * fFPS, ic);
523 }
524 
Make(const char * data,size_t length)525 sk_sp<Animation> Animation::Make(const char* data, size_t length) {
526     return Builder().make(data, length);
527 }
528 
Make(SkStream * stream)529 sk_sp<Animation> Animation::Make(SkStream* stream) {
530     return Builder().make(stream);
531 }
532 
MakeFromFile(const char path[])533 sk_sp<Animation> Animation::MakeFromFile(const char path[]) {
534     return Builder().makeFromFile(path);
535 }
536 
537 } // namespace skottie
538