• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright 2015 Google Inc.
3  *
4  * Use of this source code is governed by a BSD-style license that can be
5  * found in the LICENSE file.
6  */
7 
8 #ifndef SkCodec_DEFINED
9 #define SkCodec_DEFINED
10 
11 #include "include/codec/SkEncodedOrigin.h"
12 #include "include/core/SkImageInfo.h"
13 #include "include/core/SkPixmap.h"
14 #include "include/core/SkRect.h"
15 #include "include/core/SkRefCnt.h"
16 #include "include/core/SkSize.h"
17 #include "include/core/SkSpan.h"
18 #include "include/core/SkTypes.h"
19 #include "include/core/SkYUVAPixmaps.h"
20 #include "include/private/SkEncodedInfo.h"
21 #include "include/private/base/SkNoncopyable.h"
22 #include "modules/skcms/skcms.h"
23 
24 #include <cstddef>
25 #include <functional>
26 #include <memory>
27 #include <optional>
28 #include <string_view>
29 #include <tuple>
30 #include <vector>
31 
32 class SkData;
33 class SkFrameHolder;
34 class SkImage;
35 class SkPngChunkReader;
36 class SkSampler;
37 class SkStream;
38 struct SkGainmapInfo;
39 enum SkAlphaType : int;
40 enum class SkEncodedImageFormat;
41 
42 namespace SkCodecAnimation {
43 enum class Blend;
44 enum class DisposalMethod;
45 }
46 
47 namespace DM {
48 class CodecSrc;
49 } // namespace DM
50 
51 namespace SkCodecs {
52 struct Decoder;
53 }
54 
55 /**
56  *  Abstraction layer directly on top of an image codec.
57  */
58 class SK_API SkCodec : SkNoncopyable {
59 public:
60     /**
61      *  Minimum number of bytes that must be buffered in SkStream input.
62      *
63      *  An SkStream passed to NewFromStream must be able to use this many
64      *  bytes to determine the image type. Then the same SkStream must be
65      *  passed to the correct decoder to read from the beginning.
66      *
67      *  This can be accomplished by implementing peek() to support peeking
68      *  this many bytes, or by implementing rewind() to be able to rewind()
69      *  after reading this many bytes.
70      */
MinBufferedBytesNeeded()71     static constexpr size_t MinBufferedBytesNeeded() { return 32; }
72 
73     /**
74      *  Error codes for various SkCodec methods.
75      */
76     enum Result {
77         /**
78          *  General return value for success.
79          */
80         kSuccess,
81         /**
82          *  The input is incomplete. A partial image was generated.
83          */
84         kIncompleteInput,
85         /**
86          *  Like kIncompleteInput, except the input had an error.
87          *
88          *  If returned from an incremental decode, decoding cannot continue,
89          *  even with more data.
90          */
91         kErrorInInput,
92         /**
93          *  The generator cannot convert to match the request, ignoring
94          *  dimensions.
95          */
96         kInvalidConversion,
97         /**
98          *  The generator cannot scale to requested size.
99          */
100         kInvalidScale,
101         /**
102          *  Parameters (besides info) are invalid. e.g. NULL pixels, rowBytes
103          *  too small, etc.
104          */
105         kInvalidParameters,
106         /**
107          *  The input did not contain a valid image.
108          */
109         kInvalidInput,
110         /**
111          *  Fulfilling this request requires rewinding the input, which is not
112          *  supported for this input.
113          */
114         kCouldNotRewind,
115         /**
116          *  An internal error, such as OOM.
117          */
118         kInternalError,
119         /**
120          *  This method is not implemented by this codec.
121          *  FIXME: Perhaps this should be kUnsupported?
122          */
123         kUnimplemented,
124     };
125 
126     /**
127      *  Readable string representing the error code.
128      */
129     static const char* ResultToString(Result);
130 
131     /**
132      * For container formats that contain both still images and image sequences,
133      * instruct the decoder how the output should be selected. (Refer to comments
134      * for each value for more details.)
135      */
136     enum class SelectionPolicy {
137         /**
138          *  If the container format contains both still images and image sequences,
139          *  SkCodec should choose one of the still images. This is the default.
140          *  Note that kPreferStillImage may prevent use of the animation features
141          *  if the input is not rewindable.
142          */
143         kPreferStillImage,
144         /**
145          *  If the container format contains both still images and image sequences,
146          *  SkCodec should choose one of the image sequences for animation.
147          */
148         kPreferAnimation,
149     };
150 
151     /**
152      *  If this stream represents an encoded image that we know how to decode,
153      *  return an SkCodec that can decode it. Otherwise return NULL.
154      *
155      *  As stated above, this call must be able to peek or read
156      *  MinBufferedBytesNeeded to determine the correct format, and then start
157      *  reading from the beginning. First it will attempt to peek, and it
158      *  assumes that if less than MinBufferedBytesNeeded bytes (but more than
159      *  zero) are returned, this is because the stream is shorter than this,
160      *  so falling back to reading would not provide more data. If peek()
161      *  returns zero bytes, this call will instead attempt to read(). This
162      *  will require that the stream can be rewind()ed.
163      *
164      *  If Result is not NULL, it will be set to either kSuccess if an SkCodec
165      *  is returned or a reason for the failure if NULL is returned.
166      *
167      *  If SkPngChunkReader is not NULL, take a ref and pass it to libpng if
168      *  the image is a png.
169      *
170      *  If the SkPngChunkReader is not NULL then:
171      *      If the image is not a PNG, the SkPngChunkReader will be ignored.
172      *      If the image is a PNG, the SkPngChunkReader will be reffed.
173      *      If the PNG has unknown chunks, the SkPngChunkReader will be used
174      *      to handle these chunks.  SkPngChunkReader will be called to read
175      *      any unknown chunk at any point during the creation of the codec
176      *      or the decode.  Note that if SkPngChunkReader fails to read a
177      *      chunk, this could result in a failure to create the codec or a
178      *      failure to decode the image.
179      *      If the PNG does not contain unknown chunks, the SkPngChunkReader
180      *      will not be used or modified.
181      *
182      *  If NULL is returned, the stream is deleted immediately. Otherwise, the
183      *  SkCodec takes ownership of it, and will delete it when done with it.
184      */
185     static std::unique_ptr<SkCodec> MakeFromStream(
186             std::unique_ptr<SkStream>,
187             SkSpan<const SkCodecs::Decoder> decoders,
188             Result* = nullptr,
189             SkPngChunkReader* = nullptr,
190             SelectionPolicy selectionPolicy = SelectionPolicy::kPreferStillImage);
191     // deprecated
192     static std::unique_ptr<SkCodec> MakeFromStream(
193             std::unique_ptr<SkStream>,
194             Result* = nullptr,
195             SkPngChunkReader* = nullptr,
196             SelectionPolicy selectionPolicy = SelectionPolicy::kPreferStillImage);
197 
198     /**
199      *  If this data represents an encoded image that we know how to decode,
200      *  return an SkCodec that can decode it. Otherwise return NULL.
201      *
202      *  If the SkPngChunkReader is not NULL then:
203      *      If the image is not a PNG, the SkPngChunkReader will be ignored.
204      *      If the image is a PNG, the SkPngChunkReader will be reffed.
205      *      If the PNG has unknown chunks, the SkPngChunkReader will be used
206      *      to handle these chunks.  SkPngChunkReader will be called to read
207      *      any unknown chunk at any point during the creation of the codec
208      *      or the decode.  Note that if SkPngChunkReader fails to read a
209      *      chunk, this could result in a failure to create the codec or a
210      *      failure to decode the image.
211      *      If the PNG does not contain unknown chunks, the SkPngChunkReader
212      *      will not be used or modified.
213      */
214     static std::unique_ptr<SkCodec> MakeFromData(sk_sp<SkData>,
215                                                  SkSpan<const SkCodecs::Decoder> decoders,
216                                                  SkPngChunkReader* = nullptr);
217     // deprecated
218     static std::unique_ptr<SkCodec> MakeFromData(sk_sp<SkData>, SkPngChunkReader* = nullptr);
219 
220     virtual ~SkCodec();
221 
222     /**
223      *  Return a reasonable SkImageInfo to decode into.
224      *
225      *  If the image has an ICC profile that does not map to an SkColorSpace,
226      *  the returned SkImageInfo will use SRGB.
227      */
getInfo()228     SkImageInfo getInfo() const { return fEncodedInfo.makeImageInfo(); }
229 
dimensions()230     SkISize dimensions() const { return {fEncodedInfo.width(), fEncodedInfo.height()}; }
bounds()231     SkIRect bounds() const {
232         return SkIRect::MakeWH(fEncodedInfo.width(), fEncodedInfo.height());
233     }
234 
235     /**
236      * Return the ICC profile of the encoded data.
237      */
getICCProfile()238     const skcms_ICCProfile* getICCProfile() const {
239         return this->getEncodedInfo().profile();
240     }
241 
242     /**
243      * Whether the encoded input uses 16 or more bits per component.
244      */
hasHighBitDepthEncodedData()245     bool hasHighBitDepthEncodedData() const {
246         // API design note: We don't return `bitsPerComponent` because it may be
247         // misleading in some cases - see https://crbug.com/359350061#comment4
248         // for more details.
249         return this->getEncodedInfo().bitsPerComponent() >= 16;
250     }
251 
252     /**
253      *  Returns the image orientation stored in the EXIF data.
254      *  If there is no EXIF data, or if we cannot read the EXIF data, returns kTopLeft.
255      */
getOrigin()256     SkEncodedOrigin getOrigin() const { return fOrigin; }
257 
258     /**
259      *  Return a size that approximately supports the desired scale factor.
260      *  The codec may not be able to scale efficiently to the exact scale
261      *  factor requested, so return a size that approximates that scale.
262      *  The returned value is the codec's suggestion for the closest valid
263      *  scale that it can natively support
264      */
getScaledDimensions(float desiredScale)265     SkISize getScaledDimensions(float desiredScale) const {
266         // Negative and zero scales are errors.
267         SkASSERT(desiredScale > 0.0f);
268         if (desiredScale <= 0.0f) {
269             return SkISize::Make(0, 0);
270         }
271 
272         // Upscaling is not supported. Return the original size if the client
273         // requests an upscale.
274         if (desiredScale >= 1.0f) {
275             return this->dimensions();
276         }
277         return this->onGetScaledDimensions(desiredScale);
278     }
279 
280     /**
281      *  Return (via desiredSubset) a subset which can decoded from this codec,
282      *  or false if this codec cannot decode subsets or anything similar to
283      *  desiredSubset.
284      *
285      *  @param desiredSubset In/out parameter. As input, a desired subset of
286      *      the original bounds (as specified by getInfo). If true is returned,
287      *      desiredSubset may have been modified to a subset which is
288      *      supported. Although a particular change may have been made to
289      *      desiredSubset to create something supported, it is possible other
290      *      changes could result in a valid subset.
291      *      If false is returned, desiredSubset's value is undefined.
292      *  @return true if this codec supports decoding desiredSubset (as
293      *      returned, potentially modified)
294      */
getValidSubset(SkIRect * desiredSubset)295     bool getValidSubset(SkIRect* desiredSubset) const {
296         return this->onGetValidSubset(desiredSubset);
297     }
298 
299     /**
300      *  Format of the encoded data.
301      */
getEncodedFormat()302     SkEncodedImageFormat getEncodedFormat() const { return this->onGetEncodedFormat(); }
303 
304     /**
305      *  Return the underlying encoded data stream. This may be nullptr if the original
306      *  stream could not be duplicated.
307      */
308     virtual std::unique_ptr<SkStream> getEncodedData() const;
309 
310     /**
311      *  Whether or not the memory passed to getPixels is zero initialized.
312      */
313     enum ZeroInitialized {
314         /**
315          *  The memory passed to getPixels is zero initialized. The SkCodec
316          *  may take advantage of this by skipping writing zeroes.
317          */
318         kYes_ZeroInitialized,
319         /**
320          *  The memory passed to getPixels has not been initialized to zero,
321          *  so the SkCodec must write all zeroes to memory.
322          *
323          *  This is the default. It will be used if no Options struct is used.
324          */
325         kNo_ZeroInitialized,
326     };
327 
328     /**
329      *  Additional options to pass to getPixels.
330      */
331     struct Options {
OptionsOptions332         Options()
333             : fZeroInitialized(kNo_ZeroInitialized)
334             , fSubset(nullptr)
335             , fFrameIndex(0)
336             , fPriorFrame(kNoFrame)
337         {}
338 
339         ZeroInitialized            fZeroInitialized;
340         /**
341          *  If not NULL, represents a subset of the original image to decode.
342          *  Must be within the bounds returned by getInfo().
343          *  If the EncodedFormat is SkEncodedImageFormat::kWEBP (the only one which
344          *  currently supports subsets), the top and left values must be even.
345          *
346          *  In getPixels and incremental decode, we will attempt to decode the
347          *  exact rectangular subset specified by fSubset.
348          *
349          *  In a scanline decode, it does not make sense to specify a subset
350          *  top or subset height, since the client already controls which rows
351          *  to get and which rows to skip.  During scanline decodes, we will
352          *  require that the subset top be zero and the subset height be equal
353          *  to the full height.  We will, however, use the values of
354          *  subset left and subset width to decode partial scanlines on calls
355          *  to getScanlines().
356          */
357         const SkIRect*             fSubset;
358 
359         /**
360          *  The frame to decode.
361          *
362          *  Only meaningful for multi-frame images.
363          */
364         int                        fFrameIndex;
365 
366         /**
367          *  If not kNoFrame, the dst already contains the prior frame at this index.
368          *
369          *  Only meaningful for multi-frame images.
370          *
371          *  If fFrameIndex needs to be blended with a prior frame (as reported by
372          *  getFrameInfo[fFrameIndex].fRequiredFrame), the client can set this to
373          *  any non-kRestorePrevious frame in [fRequiredFrame, fFrameIndex) to
374          *  indicate that that frame is already in the dst. Options.fZeroInitialized
375          *  is ignored in this case.
376          *
377          *  If set to kNoFrame, the codec will decode any necessary required frame(s) first.
378          */
379         int                        fPriorFrame;
380     };
381 
382     /**
383      *  Decode into the given pixels, a block of memory of size at
384      *  least (info.fHeight - 1) * rowBytes + (info.fWidth *
385      *  bytesPerPixel)
386      *
387      *  Repeated calls to this function should give the same results,
388      *  allowing the PixelRef to be immutable.
389      *
390      *  @param info A description of the format (config, size)
391      *         expected by the caller.  This can simply be identical
392      *         to the info returned by getInfo().
393      *
394      *         This contract also allows the caller to specify
395      *         different output-configs, which the implementation can
396      *         decide to support or not.
397      *
398      *         A size that does not match getInfo() implies a request
399      *         to scale. If the generator cannot perform this scale,
400      *         it will return kInvalidScale.
401      *
402      *         If the info contains a non-null SkColorSpace, the codec
403      *         will perform the appropriate color space transformation.
404      *
405      *         If the caller passes in the SkColorSpace that maps to the
406      *         ICC profile reported by getICCProfile(), the color space
407      *         transformation is a no-op.
408      *
409      *         If the caller passes a null SkColorSpace, no color space
410      *         transformation will be done.
411      *
412      *  If a scanline decode is in progress, scanline mode will end, requiring the client to call
413      *  startScanlineDecode() in order to return to decoding scanlines.
414      *
415      *  For certain codecs, reading into a smaller bitmap than the original dimensions may not
416      *  produce correct results (e.g. animated webp).
417      *
418      *  @return Result kSuccess, or another value explaining the type of failure.
419      */
420     Result getPixels(const SkImageInfo& info, void* pixels, size_t rowBytes, const Options*);
421 
422     /**
423      *  Simplified version of getPixels() that uses the default Options.
424      */
getPixels(const SkImageInfo & info,void * pixels,size_t rowBytes)425     Result getPixels(const SkImageInfo& info, void* pixels, size_t rowBytes) {
426         return this->getPixels(info, pixels, rowBytes, nullptr);
427     }
428 
429     Result getPixels(const SkPixmap& pm, const Options* opts = nullptr) {
430         return this->getPixels(pm.info(), pm.writable_addr(), pm.rowBytes(), opts);
431     }
432 
433     /**
434      *  Return an image containing the pixels. If the codec's origin is not "upper left",
435      *  This will rotate the output image accordingly.
436      */
437     std::tuple<sk_sp<SkImage>, SkCodec::Result> getImage(const SkImageInfo& info,
438                                                          const Options* opts = nullptr);
439     std::tuple<sk_sp<SkImage>, SkCodec::Result> getImage();
440 
441     /**
442      *  If decoding to YUV is supported, this returns true. Otherwise, this
443      *  returns false and the caller will ignore output parameter yuvaPixmapInfo.
444      *
445      * @param  supportedDataTypes Indicates the data type/planar config combinations that are
446      *                            supported by the caller. If the generator supports decoding to
447      *                            YUV(A), but not as a type in supportedDataTypes, this method
448      *                            returns false.
449      *  @param yuvaPixmapInfo Output parameter that specifies the planar configuration, subsampling,
450      *                        orientation, chroma siting, plane color types, and row bytes.
451      */
452     bool queryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes& supportedDataTypes,
453                        SkYUVAPixmapInfo* yuvaPixmapInfo) const;
454 
455     /**
456      *  Returns kSuccess, or another value explaining the type of failure.
457      *  This always attempts to perform a full decode. To get the planar
458      *  configuration without decoding use queryYUVAInfo().
459      *
460      *  @param yuvaPixmaps  Contains preallocated pixmaps configured according to a successful call
461      *                      to queryYUVAInfo().
462      */
463     Result getYUVAPlanes(const SkYUVAPixmaps& yuvaPixmaps);
464 
465     /**
466      *  Prepare for an incremental decode with the specified options.
467      *
468      *  This may require a rewind.
469      *
470      *  If kIncompleteInput is returned, may be called again after more data has
471      *  been provided to the source SkStream.
472      *
473      *  @param dstInfo Info of the destination. If the dimensions do not match
474      *      those of getInfo, this implies a scale.
475      *  @param dst Memory to write to. Needs to be large enough to hold the subset,
476      *      if present, or the full image as described in dstInfo.
477      *  @param options Contains decoding options, including if memory is zero
478      *      initialized and whether to decode a subset.
479      *  @return Enum representing success or reason for failure.
480      */
481     Result startIncrementalDecode(const SkImageInfo& dstInfo, void* dst, size_t rowBytes,
482             const Options*);
483 
startIncrementalDecode(const SkImageInfo & dstInfo,void * dst,size_t rowBytes)484     Result startIncrementalDecode(const SkImageInfo& dstInfo, void* dst, size_t rowBytes) {
485         return this->startIncrementalDecode(dstInfo, dst, rowBytes, nullptr);
486     }
487 
488     /**
489      *  Start/continue the incremental decode.
490      *
491      *  Not valid to call before a call to startIncrementalDecode() returns
492      *  kSuccess.
493      *
494      *  If kIncompleteInput is returned, may be called again after more data has
495      *  been provided to the source SkStream.
496      *
497      *  Unlike getPixels and getScanlines, this does not do any filling. This is
498      *  left up to the caller, since they may be skipping lines or continuing the
499      *  decode later. In the latter case, they may choose to initialize all lines
500      *  first, or only initialize the remaining lines after the first call.
501      *
502      *  @param rowsDecoded Optional output variable returning the total number of
503      *      lines initialized. Only meaningful if this method returns kIncompleteInput.
504      *      Otherwise the implementation may not set it.
505      *      Note that some implementations may have initialized this many rows, but
506      *      not necessarily finished those rows (e.g. interlaced PNG). This may be
507      *      useful for determining what rows the client needs to initialize.
508      *  @return kSuccess if all lines requested in startIncrementalDecode have
509      *      been completely decoded. kIncompleteInput otherwise.
510      */
511     Result incrementalDecode(int* rowsDecoded = nullptr) {
512         if (!fStartedIncrementalDecode) {
513             return kInvalidParameters;
514         }
515         return this->onIncrementalDecode(rowsDecoded);
516     }
517 
518     /**
519      * The remaining functions revolve around decoding scanlines.
520      */
521 
522     /**
523      *  Prepare for a scanline decode with the specified options.
524      *
525      *  After this call, this class will be ready to decode the first scanline.
526      *
527      *  This must be called in order to call getScanlines or skipScanlines.
528      *
529      *  This may require rewinding the stream.
530      *
531      *  Not all SkCodecs support this.
532      *
533      *  @param dstInfo Info of the destination. If the dimensions do not match
534      *      those of getInfo, this implies a scale.
535      *  @param options Contains decoding options, including if memory is zero
536      *      initialized.
537      *  @return Enum representing success or reason for failure.
538      */
539     Result startScanlineDecode(const SkImageInfo& dstInfo, const Options* options);
540 
541     /**
542      *  Simplified version of startScanlineDecode() that uses the default Options.
543      */
startScanlineDecode(const SkImageInfo & dstInfo)544     Result startScanlineDecode(const SkImageInfo& dstInfo) {
545         return this->startScanlineDecode(dstInfo, nullptr);
546     }
547 
548     /**
549      *  Write the next countLines scanlines into dst.
550      *
551      *  Not valid to call before calling startScanlineDecode().
552      *
553      *  @param dst Must be non-null, and large enough to hold countLines
554      *      scanlines of size rowBytes.
555      *  @param countLines Number of lines to write.
556      *  @param rowBytes Number of bytes per row. Must be large enough to hold
557      *      a scanline based on the SkImageInfo used to create this object.
558      *  @return the number of lines successfully decoded.  If this value is
559      *      less than countLines, this will fill the remaining lines with a
560      *      default value.
561      */
562     int getScanlines(void* dst, int countLines, size_t rowBytes);
563 
564     /**
565      *  Skip count scanlines.
566      *
567      *  Not valid to call before calling startScanlineDecode().
568      *
569      *  The default version just calls onGetScanlines and discards the dst.
570      *  NOTE: If skipped lines are the only lines with alpha, this default
571      *  will make reallyHasAlpha return true, when it could have returned
572      *  false.
573      *
574      *  @return true if the scanlines were successfully skipped
575      *          false on failure, possible reasons for failure include:
576      *              An incomplete input image stream.
577      *              Calling this function before calling startScanlineDecode().
578      *              If countLines is less than zero or so large that it moves
579      *                  the current scanline past the end of the image.
580      */
581     bool skipScanlines(int countLines);
582 
583     /**
584      *  The order in which rows are output from the scanline decoder is not the
585      *  same for all variations of all image types.  This explains the possible
586      *  output row orderings.
587      */
588     enum SkScanlineOrder {
589         /*
590          * By far the most common, this indicates that the image can be decoded
591          * reliably using the scanline decoder, and that rows will be output in
592          * the logical order.
593          */
594         kTopDown_SkScanlineOrder,
595 
596         /*
597          * This indicates that the scanline decoder reliably outputs rows, but
598          * they will be returned in reverse order.  If the scanline format is
599          * kBottomUp, the nextScanline() API can be used to determine the actual
600          * y-coordinate of the next output row, but the client is not forced
601          * to take advantage of this, given that it's not too tough to keep
602          * track independently.
603          *
604          * For full image decodes, it is safe to get all of the scanlines at
605          * once, since the decoder will handle inverting the rows as it
606          * decodes.
607          *
608          * For subset decodes and sampling, it is simplest to get and skip
609          * scanlines one at a time, using the nextScanline() API.  It is
610          * possible to ask for larger chunks at a time, but this should be used
611          * with caution.  As with full image decodes, the decoder will handle
612          * inverting the requested rows, but rows will still be delivered
613          * starting from the bottom of the image.
614          *
615          * Upside down bmps are an example.
616          */
617         kBottomUp_SkScanlineOrder,
618     };
619 
620     /**
621      *  An enum representing the order in which scanlines will be returned by
622      *  the scanline decoder.
623      *
624      *  This is undefined before startScanlineDecode() is called.
625      */
getScanlineOrder()626     SkScanlineOrder getScanlineOrder() const { return this->onGetScanlineOrder(); }
627 
628     /**
629      *  Returns the y-coordinate of the next row to be returned by the scanline
630      *  decoder.
631      *
632      *  This will equal fCurrScanline, except in the case of strangely
633      *  encoded image types (bottom-up bmps).
634      *
635      *  Results are undefined when not in scanline decoding mode.
636      */
nextScanline()637     int nextScanline() const { return this->outputScanline(fCurrScanline); }
638 
639     /**
640      *  Returns the output y-coordinate of the row that corresponds to an input
641      *  y-coordinate.  The input y-coordinate represents where the scanline
642      *  is located in the encoded data.
643      *
644      *  This will equal inputScanline, except in the case of strangely
645      *  encoded image types (bottom-up bmps, interlaced gifs).
646      */
647     int outputScanline(int inputScanline) const;
648 
649     /**
650      *  Return the number of frames in the image.
651      *
652      *  May require reading through the stream.
653      *
654      *  Note that some codecs may be unable to gather `FrameInfo` for all frames
655      *  in case of `kIncompleteInput`.  For such codecs `getFrameCount` may
656      *  initially report a low frame count.  After the underlying `SkStream`
657      *  provides additional data, then calling `getFrameCount` again may return
658      *  an updated, increased frame count.
659      */
getFrameCount()660     int getFrameCount() {
661         return this->onGetFrameCount();
662     }
663 
664     // Sentinel value used when a frame index implies "no frame":
665     // - FrameInfo::fRequiredFrame set to this value means the frame
666     //   is independent.
667     // - Options::fPriorFrame set to this value means no (relevant) prior frame
668     //   is residing in dst's memory.
669     static constexpr int kNoFrame = -1;
670 
671     /**
672      *  Information about individual frames in a multi-framed image.
673      */
674     struct FrameInfo {
675         /**
676          *  The frame that this frame needs to be blended with, or
677          *  kNoFrame if this frame is independent (so it can be
678          *  drawn over an uninitialized buffer).
679          *
680          *  Note that this is the *earliest* frame that can be used
681          *  for blending. Any frame from [fRequiredFrame, i) can be
682          *  used, unless its fDisposalMethod is kRestorePrevious.
683          */
684         int fRequiredFrame;
685 
686         /**
687          *  Number of milliseconds to show this frame.
688          */
689         int fDuration;
690 
691         /**
692          *  Whether the end marker for this frame is contained in the stream.
693          *
694          *  Note: this does not guarantee that an attempt to decode will be complete.
695          *  There could be an error in the stream.
696          */
697         bool fFullyReceived;
698 
699         /**
700          *  This is conservative; it will still return non-opaque if e.g. a
701          *  color index-based frame has a color with alpha but does not use it.
702          */
703         SkAlphaType fAlphaType;
704 
705         /**
706          *  Whether the updated rectangle contains alpha.
707          *
708          *  This is conservative; it will still be set to true if e.g. a color
709          *  index-based frame has a color with alpha but does not use it. In
710          *  addition, it may be set to true, even if the final frame, after
711          *  blending, is opaque.
712          */
713         bool fHasAlphaWithinBounds;
714 
715         /**
716          *  How this frame should be modified before decoding the next one.
717          */
718         SkCodecAnimation::DisposalMethod fDisposalMethod;
719 
720         /**
721          *  How this frame should blend with the prior frame.
722          */
723         SkCodecAnimation::Blend fBlend;
724 
725         /**
726          *  The rectangle updated by this frame.
727          *
728          *  It may be empty, if the frame does not change the image. It will
729          *  always be contained by SkCodec::dimensions().
730          */
731         SkIRect fFrameRect;
732     };
733 
734     /**
735      *  Return info about a single frame.
736      *
737      *  Does not read through the stream, so it should be called after
738      *  getFrameCount() to parse any frames that have not already been parsed.
739      *
740      *  Only supported by animated (multi-frame) codecs. Note that this is a
741      *  property of the codec (the SkCodec subclass), not the image.
742      *
743      *  To elaborate, some codecs support animation (e.g. GIF). Others do not
744      *  (e.g. BMP). Animated codecs can still represent single frame images.
745      *  Calling getFrameInfo(0, etc) will return true for a single frame GIF
746      *  even if the overall image is not animated (in that the pixels on screen
747      *  do not change over time). When incrementally decoding a GIF image, we
748      *  might only know that there's a single frame *so far*.
749      *
750      *  For non-animated SkCodec subclasses, it's sufficient but not necessary
751      *  for this method to always return false.
752      */
getFrameInfo(int index,FrameInfo * info)753     bool getFrameInfo(int index, FrameInfo* info) const {
754         if (index < 0) {
755             return false;
756         }
757         return this->onGetFrameInfo(index, info);
758     }
759 
760     /**
761      *  Return info about all the frames in the image.
762      *
763      *  May require reading through the stream to determine info about the
764      *  frames (including the count).
765      *
766      *  As such, future decoding calls may require a rewind.
767      *
768      *  This may return an empty vector for non-animated codecs. See the
769      *  getFrameInfo(int, FrameInfo*) comment.
770      */
771     std::vector<FrameInfo> getFrameInfo();
772 
773     static constexpr int kRepetitionCountInfinite = -1;
774 
775     /**
776      *  Return the number of times to repeat, if this image is animated. This number does not
777      *  include the first play through of each frame. For example, a repetition count of 4 means
778      *  that each frame is played 5 times and then the animation stops.
779      *
780      *  It can return kRepetitionCountInfinite, a negative number, meaning that the animation
781      *  should loop forever.
782      *
783      *  May require reading the stream to find the repetition count.
784      *
785      *  As such, future decoding calls may require a rewind.
786      *
787      *  `getRepetitionCount` will return `0` in two cases:
788      *  1. Still (non-animated) images.
789      *  2. Animated images that only play the animation once (i.e. that don't
790      *     repeat the animation)
791      *  `isAnimated` can be used to disambiguate between these two cases.
792      */
getRepetitionCount()793     int getRepetitionCount() {
794         return this->onGetRepetitionCount();
795     }
796 
797     /**
798      * `isAnimated` returns whether the full input is expected to contain an
799      * animated image (i.e. more than 1 image frame).  This can be used to
800      * disambiguate the meaning of `getRepetitionCount` returning `0` (see
801      * `getRepetitionCount`'s doc comment for more details).
802      *
803      * Note that in some codecs `getFrameCount()` only returns the number of
804      * frames for which all the metadata has been already successfully decoded.
805      * Therefore for a partial input `isAnimated()` may return "yes", even
806      * though `getFrameCount()` may temporarily return `1` until more of the
807      * input is available.
808      *
809      * When handling partial input, some codecs may not know until later (e.g.
810      * until encountering additional image frames) whether the given image has
811      * more than one frame.  Such codecs may initially return
812      * `IsAnimated::kUnknown` and only later give a definitive "yes" or "no"
813      * answer.  GIF format is one example where this may happen.
814      *
815      * Other codecs may be able to decode the information from the metadata
816      * present before the first image frame.  Such codecs should be able to give
817      * a definitive "yes" or "no" answer as soon as they are constructed.  PNG
818      * format is one example where this happens.
819      */
820     enum class IsAnimated {
821         kYes,
822         kNo,
823         kUnknown,
824     };
isAnimated()825     IsAnimated isAnimated() { return this->onIsAnimated(); }
826 
827     // Register a decoder at runtime by passing two function pointers:
828     //    - peek() to return true if the span of bytes appears to be your encoded format;
829     //    - make() to attempt to create an SkCodec from the given stream.
830     // Not thread safe.
831     static void Register(
832             bool                     (*peek)(const void*, size_t),
833             std::unique_ptr<SkCodec> (*make)(std::unique_ptr<SkStream>, SkCodec::Result*));
834 
835 protected:
getEncodedInfo()836     const SkEncodedInfo& getEncodedInfo() const { return fEncodedInfo; }
837 
838     using XformFormat = skcms_PixelFormat;
839 
840     SkCodec(SkEncodedInfo&&,
841             XformFormat srcFormat,
842             std::unique_ptr<SkStream>,
843             SkEncodedOrigin = kTopLeft_SkEncodedOrigin);
844 
845     void setSrcXformFormat(XformFormat pixelFormat);
846 
getSrcXformFormat()847     XformFormat getSrcXformFormat() const {
848         return fSrcXformFormat;
849     }
850 
onGetGainmapCodec(SkGainmapInfo *,std::unique_ptr<SkCodec> *)851     virtual bool onGetGainmapCodec(SkGainmapInfo*, std::unique_ptr<SkCodec>*) { return false; }
onGetGainmapInfo(SkGainmapInfo *)852     virtual bool onGetGainmapInfo(SkGainmapInfo*) { return false; }
853 
854     // TODO(issues.skia.org/363544350): This API only works for JPEG images. Remove this API once
855     // it is no longer used.
onGetGainmapInfo(SkGainmapInfo *,std::unique_ptr<SkStream> *)856     virtual bool onGetGainmapInfo(SkGainmapInfo*, std::unique_ptr<SkStream>*) { return false; }
857 
onGetScaledDimensions(float)858     virtual SkISize onGetScaledDimensions(float /*desiredScale*/) const {
859         // By default, scaling is not supported.
860         return this->dimensions();
861     }
862 
863     // FIXME: What to do about subsets??
864     /**
865      *  Subclasses should override if they support dimensions other than the
866      *  srcInfo's.
867      */
onDimensionsSupported(const SkISize &)868     virtual bool onDimensionsSupported(const SkISize&) {
869         return false;
870     }
871 
872     virtual SkEncodedImageFormat onGetEncodedFormat() const = 0;
873 
874     /**
875      * @param rowsDecoded When the encoded image stream is incomplete, this function
876      *                    will return kIncompleteInput and rowsDecoded will be set to
877      *                    the number of scanlines that were successfully decoded.
878      *                    This will allow getPixels() to fill the uninitialized memory.
879      */
880     virtual Result onGetPixels(const SkImageInfo& info,
881                                void* pixels, size_t rowBytes, const Options&,
882                                int* rowsDecoded) = 0;
883 
onQueryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes &,SkYUVAPixmapInfo *)884     virtual bool onQueryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes&,
885                                  SkYUVAPixmapInfo*) const { return false; }
886 
onGetYUVAPlanes(const SkYUVAPixmaps &)887     virtual Result onGetYUVAPlanes(const SkYUVAPixmaps&) { return kUnimplemented; }
888 
onGetValidSubset(SkIRect *)889     virtual bool onGetValidSubset(SkIRect* /*desiredSubset*/) const {
890         // By default, subsets are not supported.
891         return false;
892     }
893 
894     /**
895      *  If the stream was previously read, attempt to rewind.
896      *
897      *  If the stream needed to be rewound, call onRewind.
898      *  @returns true if the codec is at the right position and can be used.
899      *      false if there was a failure to rewind.
900      *
901      *  This is called by getPixels(), getYUV8Planes(), startIncrementalDecode() and
902      *  startScanlineDecode(). Subclasses may call if they need to rewind at another time.
903      */
904     [[nodiscard]] bool rewindIfNeeded();
905 
906     /**
907      *  Called by rewindIfNeeded, if the stream needed to be rewound.
908      *
909      *  Subclasses should do any set up needed after a rewind.
910      */
onRewind()911     virtual bool onRewind() {
912         return true;
913     }
914 
915     /**
916      * Get method for the input stream
917      */
stream()918     SkStream* stream() {
919         return fStream.get();
920     }
921 
922     /**
923      *  The remaining functions revolve around decoding scanlines.
924      */
925 
926     /**
927      *  Most images types will be kTopDown and will not need to override this function.
928      */
onGetScanlineOrder()929     virtual SkScanlineOrder onGetScanlineOrder() const { return kTopDown_SkScanlineOrder; }
930 
dstInfo()931     const SkImageInfo& dstInfo() const { return fDstInfo; }
932 
options()933     const Options& options() const { return fOptions; }
934 
935     /**
936      *  Returns the number of scanlines that have been decoded so far.
937      *  This is unaffected by the SkScanlineOrder.
938      *
939      *  Returns -1 if we have not started a scanline decode.
940      */
currScanline()941     int currScanline() const { return fCurrScanline; }
942 
943     virtual int onOutputScanline(int inputScanline) const;
944 
945     /**
946      *  Return whether we can convert to dst.
947      *
948      *  Will be called for the appropriate frame, prior to initializing the colorXform.
949      */
950     virtual bool conversionSupported(const SkImageInfo& dst, bool srcIsOpaque,
951                                      bool needsColorXform);
952 
953     // Some classes never need a colorXform e.g.
954     // - ICO uses its embedded codec's colorXform
955     // - WBMP is just Black/White
usesColorXform()956     virtual bool usesColorXform() const { return true; }
957     void applyColorXform(void* dst, const void* src, int count) const;
958 
colorXform()959     bool colorXform() const { return fXformTime != kNo_XformTime; }
xformOnDecode()960     bool xformOnDecode() const { return fXformTime == kDecodeRow_XformTime; }
961 
onGetFrameCount()962     virtual int onGetFrameCount() {
963         return 1;
964     }
965 
onGetFrameInfo(int,FrameInfo *)966     virtual bool onGetFrameInfo(int, FrameInfo*) const {
967         return false;
968     }
969 
onGetRepetitionCount()970     virtual int onGetRepetitionCount() {
971         return 0;
972     }
973 
onIsAnimated()974     virtual IsAnimated onIsAnimated() {
975         return IsAnimated::kNo;
976     }
977 
978 private:
979     const SkEncodedInfo                fEncodedInfo;
980     XformFormat                        fSrcXformFormat;
981     std::unique_ptr<SkStream>          fStream;
982     bool fNeedsRewind = false;
983     const SkEncodedOrigin fOrigin;
984 
985     SkImageInfo                        fDstInfo;
986     Options                            fOptions;
987 
988     enum XformTime {
989         kNo_XformTime,
990         kPalette_XformTime,
991         kDecodeRow_XformTime,
992     };
993     XformTime                          fXformTime;
994     XformFormat                        fDstXformFormat; // Based on fDstInfo.
995     skcms_ICCProfile                   fDstProfile;
996     skcms_AlphaFormat                  fDstXformAlphaFormat;
997 
998     // Only meaningful during scanline decodes.
999     int fCurrScanline = -1;
1000 
1001     bool fStartedIncrementalDecode = false;
1002 
1003     // Allows SkAndroidCodec to call handleFrameIndex (potentially decoding a prior frame and
1004     // clearing to transparent) without SkCodec itself calling it, too.
1005     bool fUsingCallbackForHandleFrameIndex = false;
1006 
1007     bool initializeColorXform(const SkImageInfo& dstInfo, SkEncodedInfo::Alpha, bool srcIsOpaque);
1008 
1009     /**
1010      *  Return whether these dimensions are supported as a scale.
1011      *
1012      *  The codec may choose to cache the information about scale and subset.
1013      *  Either way, the same information will be passed to onGetPixels/onStart
1014      *  on success.
1015      *
1016      *  This must return true for a size returned from getScaledDimensions.
1017      */
dimensionsSupported(const SkISize & dim)1018     bool dimensionsSupported(const SkISize& dim) {
1019         return dim == this->dimensions() || this->onDimensionsSupported(dim);
1020     }
1021 
1022     /**
1023      *  For multi-framed images, return the object with information about the frames.
1024      */
getFrameHolder()1025     virtual const SkFrameHolder* getFrameHolder() const {
1026         return nullptr;
1027     }
1028 
1029     // Callback for decoding a prior frame. The `Options::fFrameIndex` is ignored,
1030     // being replaced by frameIndex. This allows opts to actually be a subclass of
1031     // SkCodec::Options which SkCodec itself does not know how to copy or modify,
1032     // but just passes through to the caller (where it can be reinterpret_cast'd).
1033     using GetPixelsCallback = std::function<Result(const SkImageInfo&, void* pixels,
1034                                                    size_t rowBytes, const Options& opts,
1035                                                    int frameIndex)>;
1036 
1037     /**
1038      *  Check for a valid Options.fFrameIndex, and decode prior frames if necessary.
1039      *
1040      * If GetPixelsCallback is not null, it will be used to decode a prior frame instead
1041      * of using this SkCodec directly. It may also be used recursively, if that in turn
1042      * depends on a prior frame. This is used by SkAndroidCodec.
1043      */
1044     Result handleFrameIndex(const SkImageInfo&, void* pixels, size_t rowBytes, const Options&,
1045                             GetPixelsCallback = nullptr);
1046 
1047     // Methods for scanline decoding.
onStartScanlineDecode(const SkImageInfo &,const Options &)1048     virtual Result onStartScanlineDecode(const SkImageInfo& /*dstInfo*/,
1049             const Options& /*options*/) {
1050         return kUnimplemented;
1051     }
1052 
onStartIncrementalDecode(const SkImageInfo &,void *,size_t,const Options &)1053     virtual Result onStartIncrementalDecode(const SkImageInfo& /*dstInfo*/, void*, size_t,
1054             const Options&) {
1055         return kUnimplemented;
1056     }
1057 
onIncrementalDecode(int *)1058     virtual Result onIncrementalDecode(int*) {
1059         return kUnimplemented;
1060     }
1061 
1062 
onSkipScanlines(int)1063     virtual bool onSkipScanlines(int /*countLines*/) { return false; }
1064 
onGetScanlines(void *,int,size_t)1065     virtual int onGetScanlines(void* /*dst*/, int /*countLines*/, size_t /*rowBytes*/) { return 0; }
1066 
1067     /**
1068      * On an incomplete decode, getPixels() and getScanlines() will call this function
1069      * to fill any uinitialized memory.
1070      *
1071      * @param dstInfo        Contains the destination color type
1072      *                       Contains the destination alpha type
1073      *                       Contains the destination width
1074      *                       The height stored in this info is unused
1075      * @param dst            Pointer to the start of destination pixel memory
1076      * @param rowBytes       Stride length in destination pixel memory
1077      * @param zeroInit       Indicates if memory is zero initialized
1078      * @param linesRequested Number of lines that the client requested
1079      * @param linesDecoded   Number of lines that were successfully decoded
1080      */
1081     void fillIncompleteImage(const SkImageInfo& dstInfo, void* dst, size_t rowBytes,
1082             ZeroInitialized zeroInit, int linesRequested, int linesDecoded);
1083 
1084     /**
1085      *  Return an object which will allow forcing scanline decodes to sample in X.
1086      *
1087      *  May create a sampler, if one is not currently being used. Otherwise, does
1088      *  not affect ownership.
1089      *
1090      *  Only valid during scanline decoding or incremental decoding.
1091      */
getSampler(bool)1092     virtual SkSampler* getSampler(bool /*createIfNecessary*/) { return nullptr; }
1093 
1094     friend class DM::CodecSrc;  // for fillIncompleteImage
1095     friend class PNGCodecGM;    // for fillIncompleteImage
1096     friend class SkSampledCodec;
1097     friend class SkIcoCodec;
1098     friend class SkPngCodec;     // for onGetGainmapCodec
1099     friend class SkAndroidCodec;  // for handleFrameIndex
1100     friend class SkCodecPriv;     // for fEncodedInfo
1101 };
1102 
1103 namespace SkCodecs {
1104 
1105 using DecodeContext = void*;
1106 using IsFormatCallback = bool (*)(const void* data, size_t len);
1107 using MakeFromStreamCallback = std::unique_ptr<SkCodec> (*)(std::unique_ptr<SkStream>,
1108                                                             SkCodec::Result*,
1109                                                             DecodeContext);
1110 
1111 struct SK_API Decoder {
1112     // By convention, we use all lowercase letters and go with the primary filename extension.
1113     // For example "png", "jpg", "ico", "webp", etc
1114     std::string_view id;
1115     IsFormatCallback isFormat;
1116     MakeFromStreamCallback makeFromStream;
1117 };
1118 
1119 // Add the decoder to the end of a linked list of decoders, which will be used to identify calls to
1120 // SkCodec::MakeFromStream. If a decoder with the same id already exists, this new decoder
1121 // will replace the existing one (in the same position). This is not thread-safe, so make sure all
1122 // initialization is done before the first call.
1123 void SK_API Register(Decoder d);
1124 
1125 /**
1126  *  Return a SkImage produced by the codec, but attempts to defer image allocation until the
1127  *  image is actually used/drawn. This deferral allows the system to cache the result, either on the
1128  *  CPU or on the GPU, depending on where the image is drawn. If memory is low, the cache may
1129  *  be purged, causing the next draw of the image to have to re-decode.
1130  *
1131  *  If alphaType is nullopt, the image's alpha type will be chosen automatically based on the
1132  *  image format. Transparent images will default to kPremul_SkAlphaType. If alphaType contains
1133  *  kPremul_SkAlphaType or kUnpremul_SkAlphaType, that alpha type will be used. Forcing opaque
1134  *  (passing kOpaque_SkAlphaType) is not allowed, and will return nullptr.
1135  *
1136  *  @param codec    A non-null codec (e.g. from SkPngDecoder::Decode)
1137  *  @return         created SkImage, or nullptr
1138  */
1139 SK_API sk_sp<SkImage> DeferredImage(std::unique_ptr<SkCodec> codec,
1140                                     std::optional<SkAlphaType> alphaType = std::nullopt);
1141 }
1142 
1143 #endif // SkCodec_DEFINED
1144