1 /* 2 * Copyright 2015 Google Inc. 3 * 4 * Use of this source code is governed by a BSD-style license that can be 5 * found in the LICENSE file. 6 */ 7 8 #ifndef SkCodec_DEFINED 9 #define SkCodec_DEFINED 10 11 #include "include/codec/SkEncodedOrigin.h" 12 #include "include/core/SkImageInfo.h" 13 #include "include/core/SkPixmap.h" 14 #include "include/core/SkRect.h" 15 #include "include/core/SkRefCnt.h" 16 #include "include/core/SkSize.h" 17 #include "include/core/SkSpan.h" 18 #include "include/core/SkTypes.h" 19 #include "include/core/SkYUVAPixmaps.h" 20 #include "include/private/SkEncodedInfo.h" 21 #include "include/private/base/SkNoncopyable.h" 22 #include "modules/skcms/skcms.h" 23 24 #include <cstddef> 25 #include <functional> 26 #include <memory> 27 #include <optional> 28 #include <string_view> 29 #include <tuple> 30 #include <vector> 31 32 class SkData; 33 class SkFrameHolder; 34 class SkImage; 35 class SkPngChunkReader; 36 class SkSampler; 37 class SkStream; 38 struct SkGainmapInfo; 39 enum SkAlphaType : int; 40 enum class SkEncodedImageFormat; 41 42 namespace SkCodecAnimation { 43 enum class Blend; 44 enum class DisposalMethod; 45 } 46 47 namespace DM { 48 class CodecSrc; 49 } // namespace DM 50 51 namespace SkCodecs { 52 struct Decoder; 53 } 54 55 /** 56 * Abstraction layer directly on top of an image codec. 57 */ 58 class SK_API SkCodec : SkNoncopyable { 59 public: 60 /** 61 * Minimum number of bytes that must be buffered in SkStream input. 62 * 63 * An SkStream passed to NewFromStream must be able to use this many 64 * bytes to determine the image type. Then the same SkStream must be 65 * passed to the correct decoder to read from the beginning. 66 * 67 * This can be accomplished by implementing peek() to support peeking 68 * this many bytes, or by implementing rewind() to be able to rewind() 69 * after reading this many bytes. 70 */ MinBufferedBytesNeeded()71 static constexpr size_t MinBufferedBytesNeeded() { return 32; } 72 73 /** 74 * Error codes for various SkCodec methods. 75 */ 76 enum Result { 77 /** 78 * General return value for success. 79 */ 80 kSuccess, 81 /** 82 * The input is incomplete. A partial image was generated. 83 */ 84 kIncompleteInput, 85 /** 86 * Like kIncompleteInput, except the input had an error. 87 * 88 * If returned from an incremental decode, decoding cannot continue, 89 * even with more data. 90 */ 91 kErrorInInput, 92 /** 93 * The generator cannot convert to match the request, ignoring 94 * dimensions. 95 */ 96 kInvalidConversion, 97 /** 98 * The generator cannot scale to requested size. 99 */ 100 kInvalidScale, 101 /** 102 * Parameters (besides info) are invalid. e.g. NULL pixels, rowBytes 103 * too small, etc. 104 */ 105 kInvalidParameters, 106 /** 107 * The input did not contain a valid image. 108 */ 109 kInvalidInput, 110 /** 111 * Fulfilling this request requires rewinding the input, which is not 112 * supported for this input. 113 */ 114 kCouldNotRewind, 115 /** 116 * An internal error, such as OOM. 117 */ 118 kInternalError, 119 /** 120 * This method is not implemented by this codec. 121 * FIXME: Perhaps this should be kUnsupported? 122 */ 123 kUnimplemented, 124 }; 125 126 /** 127 * Readable string representing the error code. 128 */ 129 static const char* ResultToString(Result); 130 131 /** 132 * For container formats that contain both still images and image sequences, 133 * instruct the decoder how the output should be selected. (Refer to comments 134 * for each value for more details.) 135 */ 136 enum class SelectionPolicy { 137 /** 138 * If the container format contains both still images and image sequences, 139 * SkCodec should choose one of the still images. This is the default. 140 * Note that kPreferStillImage may prevent use of the animation features 141 * if the input is not rewindable. 142 */ 143 kPreferStillImage, 144 /** 145 * If the container format contains both still images and image sequences, 146 * SkCodec should choose one of the image sequences for animation. 147 */ 148 kPreferAnimation, 149 }; 150 151 /** 152 * If this stream represents an encoded image that we know how to decode, 153 * return an SkCodec that can decode it. Otherwise return NULL. 154 * 155 * As stated above, this call must be able to peek or read 156 * MinBufferedBytesNeeded to determine the correct format, and then start 157 * reading from the beginning. First it will attempt to peek, and it 158 * assumes that if less than MinBufferedBytesNeeded bytes (but more than 159 * zero) are returned, this is because the stream is shorter than this, 160 * so falling back to reading would not provide more data. If peek() 161 * returns zero bytes, this call will instead attempt to read(). This 162 * will require that the stream can be rewind()ed. 163 * 164 * If Result is not NULL, it will be set to either kSuccess if an SkCodec 165 * is returned or a reason for the failure if NULL is returned. 166 * 167 * If SkPngChunkReader is not NULL, take a ref and pass it to libpng if 168 * the image is a png. 169 * 170 * If the SkPngChunkReader is not NULL then: 171 * If the image is not a PNG, the SkPngChunkReader will be ignored. 172 * If the image is a PNG, the SkPngChunkReader will be reffed. 173 * If the PNG has unknown chunks, the SkPngChunkReader will be used 174 * to handle these chunks. SkPngChunkReader will be called to read 175 * any unknown chunk at any point during the creation of the codec 176 * or the decode. Note that if SkPngChunkReader fails to read a 177 * chunk, this could result in a failure to create the codec or a 178 * failure to decode the image. 179 * If the PNG does not contain unknown chunks, the SkPngChunkReader 180 * will not be used or modified. 181 * 182 * If NULL is returned, the stream is deleted immediately. Otherwise, the 183 * SkCodec takes ownership of it, and will delete it when done with it. 184 */ 185 static std::unique_ptr<SkCodec> MakeFromStream( 186 std::unique_ptr<SkStream>, 187 SkSpan<const SkCodecs::Decoder> decoders, 188 Result* = nullptr, 189 SkPngChunkReader* = nullptr, 190 SelectionPolicy selectionPolicy = SelectionPolicy::kPreferStillImage); 191 // deprecated 192 static std::unique_ptr<SkCodec> MakeFromStream( 193 std::unique_ptr<SkStream>, 194 Result* = nullptr, 195 SkPngChunkReader* = nullptr, 196 SelectionPolicy selectionPolicy = SelectionPolicy::kPreferStillImage); 197 198 /** 199 * If this data represents an encoded image that we know how to decode, 200 * return an SkCodec that can decode it. Otherwise return NULL. 201 * 202 * If the SkPngChunkReader is not NULL then: 203 * If the image is not a PNG, the SkPngChunkReader will be ignored. 204 * If the image is a PNG, the SkPngChunkReader will be reffed. 205 * If the PNG has unknown chunks, the SkPngChunkReader will be used 206 * to handle these chunks. SkPngChunkReader will be called to read 207 * any unknown chunk at any point during the creation of the codec 208 * or the decode. Note that if SkPngChunkReader fails to read a 209 * chunk, this could result in a failure to create the codec or a 210 * failure to decode the image. 211 * If the PNG does not contain unknown chunks, the SkPngChunkReader 212 * will not be used or modified. 213 */ 214 static std::unique_ptr<SkCodec> MakeFromData(sk_sp<SkData>, 215 SkSpan<const SkCodecs::Decoder> decoders, 216 SkPngChunkReader* = nullptr); 217 // deprecated 218 static std::unique_ptr<SkCodec> MakeFromData(sk_sp<SkData>, SkPngChunkReader* = nullptr); 219 220 virtual ~SkCodec(); 221 222 /** 223 * Return a reasonable SkImageInfo to decode into. 224 * 225 * If the image has an ICC profile that does not map to an SkColorSpace, 226 * the returned SkImageInfo will use SRGB. 227 */ getInfo()228 SkImageInfo getInfo() const { return fEncodedInfo.makeImageInfo(); } 229 dimensions()230 SkISize dimensions() const { return {fEncodedInfo.width(), fEncodedInfo.height()}; } bounds()231 SkIRect bounds() const { 232 return SkIRect::MakeWH(fEncodedInfo.width(), fEncodedInfo.height()); 233 } 234 235 /** 236 * Return the ICC profile of the encoded data. 237 */ getICCProfile()238 const skcms_ICCProfile* getICCProfile() const { 239 return this->getEncodedInfo().profile(); 240 } 241 242 /** 243 * Whether the encoded input uses 16 or more bits per component. 244 */ hasHighBitDepthEncodedData()245 bool hasHighBitDepthEncodedData() const { 246 // API design note: We don't return `bitsPerComponent` because it may be 247 // misleading in some cases - see https://crbug.com/359350061#comment4 248 // for more details. 249 return this->getEncodedInfo().bitsPerComponent() >= 16; 250 } 251 252 /** 253 * Returns the image orientation stored in the EXIF data. 254 * If there is no EXIF data, or if we cannot read the EXIF data, returns kTopLeft. 255 */ getOrigin()256 SkEncodedOrigin getOrigin() const { return fOrigin; } 257 258 /** 259 * Return a size that approximately supports the desired scale factor. 260 * The codec may not be able to scale efficiently to the exact scale 261 * factor requested, so return a size that approximates that scale. 262 * The returned value is the codec's suggestion for the closest valid 263 * scale that it can natively support 264 */ getScaledDimensions(float desiredScale)265 SkISize getScaledDimensions(float desiredScale) const { 266 // Negative and zero scales are errors. 267 SkASSERT(desiredScale > 0.0f); 268 if (desiredScale <= 0.0f) { 269 return SkISize::Make(0, 0); 270 } 271 272 // Upscaling is not supported. Return the original size if the client 273 // requests an upscale. 274 if (desiredScale >= 1.0f) { 275 return this->dimensions(); 276 } 277 return this->onGetScaledDimensions(desiredScale); 278 } 279 280 /** 281 * Return (via desiredSubset) a subset which can decoded from this codec, 282 * or false if this codec cannot decode subsets or anything similar to 283 * desiredSubset. 284 * 285 * @param desiredSubset In/out parameter. As input, a desired subset of 286 * the original bounds (as specified by getInfo). If true is returned, 287 * desiredSubset may have been modified to a subset which is 288 * supported. Although a particular change may have been made to 289 * desiredSubset to create something supported, it is possible other 290 * changes could result in a valid subset. 291 * If false is returned, desiredSubset's value is undefined. 292 * @return true if this codec supports decoding desiredSubset (as 293 * returned, potentially modified) 294 */ getValidSubset(SkIRect * desiredSubset)295 bool getValidSubset(SkIRect* desiredSubset) const { 296 return this->onGetValidSubset(desiredSubset); 297 } 298 299 /** 300 * Format of the encoded data. 301 */ getEncodedFormat()302 SkEncodedImageFormat getEncodedFormat() const { return this->onGetEncodedFormat(); } 303 304 /** 305 * Return the underlying encoded data stream. This may be nullptr if the original 306 * stream could not be duplicated. 307 */ 308 virtual std::unique_ptr<SkStream> getEncodedData() const; 309 310 /** 311 * Whether or not the memory passed to getPixels is zero initialized. 312 */ 313 enum ZeroInitialized { 314 /** 315 * The memory passed to getPixels is zero initialized. The SkCodec 316 * may take advantage of this by skipping writing zeroes. 317 */ 318 kYes_ZeroInitialized, 319 /** 320 * The memory passed to getPixels has not been initialized to zero, 321 * so the SkCodec must write all zeroes to memory. 322 * 323 * This is the default. It will be used if no Options struct is used. 324 */ 325 kNo_ZeroInitialized, 326 }; 327 328 /** 329 * Additional options to pass to getPixels. 330 */ 331 struct Options { OptionsOptions332 Options() 333 : fZeroInitialized(kNo_ZeroInitialized) 334 , fSubset(nullptr) 335 , fFrameIndex(0) 336 , fPriorFrame(kNoFrame) 337 {} 338 339 ZeroInitialized fZeroInitialized; 340 /** 341 * If not NULL, represents a subset of the original image to decode. 342 * Must be within the bounds returned by getInfo(). 343 * If the EncodedFormat is SkEncodedImageFormat::kWEBP (the only one which 344 * currently supports subsets), the top and left values must be even. 345 * 346 * In getPixels and incremental decode, we will attempt to decode the 347 * exact rectangular subset specified by fSubset. 348 * 349 * In a scanline decode, it does not make sense to specify a subset 350 * top or subset height, since the client already controls which rows 351 * to get and which rows to skip. During scanline decodes, we will 352 * require that the subset top be zero and the subset height be equal 353 * to the full height. We will, however, use the values of 354 * subset left and subset width to decode partial scanlines on calls 355 * to getScanlines(). 356 */ 357 const SkIRect* fSubset; 358 359 /** 360 * The frame to decode. 361 * 362 * Only meaningful for multi-frame images. 363 */ 364 int fFrameIndex; 365 366 /** 367 * If not kNoFrame, the dst already contains the prior frame at this index. 368 * 369 * Only meaningful for multi-frame images. 370 * 371 * If fFrameIndex needs to be blended with a prior frame (as reported by 372 * getFrameInfo[fFrameIndex].fRequiredFrame), the client can set this to 373 * any non-kRestorePrevious frame in [fRequiredFrame, fFrameIndex) to 374 * indicate that that frame is already in the dst. Options.fZeroInitialized 375 * is ignored in this case. 376 * 377 * If set to kNoFrame, the codec will decode any necessary required frame(s) first. 378 */ 379 int fPriorFrame; 380 }; 381 382 /** 383 * Decode into the given pixels, a block of memory of size at 384 * least (info.fHeight - 1) * rowBytes + (info.fWidth * 385 * bytesPerPixel) 386 * 387 * Repeated calls to this function should give the same results, 388 * allowing the PixelRef to be immutable. 389 * 390 * @param info A description of the format (config, size) 391 * expected by the caller. This can simply be identical 392 * to the info returned by getInfo(). 393 * 394 * This contract also allows the caller to specify 395 * different output-configs, which the implementation can 396 * decide to support or not. 397 * 398 * A size that does not match getInfo() implies a request 399 * to scale. If the generator cannot perform this scale, 400 * it will return kInvalidScale. 401 * 402 * If the info contains a non-null SkColorSpace, the codec 403 * will perform the appropriate color space transformation. 404 * 405 * If the caller passes in the SkColorSpace that maps to the 406 * ICC profile reported by getICCProfile(), the color space 407 * transformation is a no-op. 408 * 409 * If the caller passes a null SkColorSpace, no color space 410 * transformation will be done. 411 * 412 * If a scanline decode is in progress, scanline mode will end, requiring the client to call 413 * startScanlineDecode() in order to return to decoding scanlines. 414 * 415 * For certain codecs, reading into a smaller bitmap than the original dimensions may not 416 * produce correct results (e.g. animated webp). 417 * 418 * @return Result kSuccess, or another value explaining the type of failure. 419 */ 420 Result getPixels(const SkImageInfo& info, void* pixels, size_t rowBytes, const Options*); 421 422 /** 423 * Simplified version of getPixels() that uses the default Options. 424 */ getPixels(const SkImageInfo & info,void * pixels,size_t rowBytes)425 Result getPixels(const SkImageInfo& info, void* pixels, size_t rowBytes) { 426 return this->getPixels(info, pixels, rowBytes, nullptr); 427 } 428 429 Result getPixels(const SkPixmap& pm, const Options* opts = nullptr) { 430 return this->getPixels(pm.info(), pm.writable_addr(), pm.rowBytes(), opts); 431 } 432 433 /** 434 * Return an image containing the pixels. If the codec's origin is not "upper left", 435 * This will rotate the output image accordingly. 436 */ 437 std::tuple<sk_sp<SkImage>, SkCodec::Result> getImage(const SkImageInfo& info, 438 const Options* opts = nullptr); 439 std::tuple<sk_sp<SkImage>, SkCodec::Result> getImage(); 440 441 /** 442 * If decoding to YUV is supported, this returns true. Otherwise, this 443 * returns false and the caller will ignore output parameter yuvaPixmapInfo. 444 * 445 * @param supportedDataTypes Indicates the data type/planar config combinations that are 446 * supported by the caller. If the generator supports decoding to 447 * YUV(A), but not as a type in supportedDataTypes, this method 448 * returns false. 449 * @param yuvaPixmapInfo Output parameter that specifies the planar configuration, subsampling, 450 * orientation, chroma siting, plane color types, and row bytes. 451 */ 452 bool queryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes& supportedDataTypes, 453 SkYUVAPixmapInfo* yuvaPixmapInfo) const; 454 455 /** 456 * Returns kSuccess, or another value explaining the type of failure. 457 * This always attempts to perform a full decode. To get the planar 458 * configuration without decoding use queryYUVAInfo(). 459 * 460 * @param yuvaPixmaps Contains preallocated pixmaps configured according to a successful call 461 * to queryYUVAInfo(). 462 */ 463 Result getYUVAPlanes(const SkYUVAPixmaps& yuvaPixmaps); 464 465 /** 466 * Prepare for an incremental decode with the specified options. 467 * 468 * This may require a rewind. 469 * 470 * If kIncompleteInput is returned, may be called again after more data has 471 * been provided to the source SkStream. 472 * 473 * @param dstInfo Info of the destination. If the dimensions do not match 474 * those of getInfo, this implies a scale. 475 * @param dst Memory to write to. Needs to be large enough to hold the subset, 476 * if present, or the full image as described in dstInfo. 477 * @param options Contains decoding options, including if memory is zero 478 * initialized and whether to decode a subset. 479 * @return Enum representing success or reason for failure. 480 */ 481 Result startIncrementalDecode(const SkImageInfo& dstInfo, void* dst, size_t rowBytes, 482 const Options*); 483 startIncrementalDecode(const SkImageInfo & dstInfo,void * dst,size_t rowBytes)484 Result startIncrementalDecode(const SkImageInfo& dstInfo, void* dst, size_t rowBytes) { 485 return this->startIncrementalDecode(dstInfo, dst, rowBytes, nullptr); 486 } 487 488 /** 489 * Start/continue the incremental decode. 490 * 491 * Not valid to call before a call to startIncrementalDecode() returns 492 * kSuccess. 493 * 494 * If kIncompleteInput is returned, may be called again after more data has 495 * been provided to the source SkStream. 496 * 497 * Unlike getPixels and getScanlines, this does not do any filling. This is 498 * left up to the caller, since they may be skipping lines or continuing the 499 * decode later. In the latter case, they may choose to initialize all lines 500 * first, or only initialize the remaining lines after the first call. 501 * 502 * @param rowsDecoded Optional output variable returning the total number of 503 * lines initialized. Only meaningful if this method returns kIncompleteInput. 504 * Otherwise the implementation may not set it. 505 * Note that some implementations may have initialized this many rows, but 506 * not necessarily finished those rows (e.g. interlaced PNG). This may be 507 * useful for determining what rows the client needs to initialize. 508 * @return kSuccess if all lines requested in startIncrementalDecode have 509 * been completely decoded. kIncompleteInput otherwise. 510 */ 511 Result incrementalDecode(int* rowsDecoded = nullptr) { 512 if (!fStartedIncrementalDecode) { 513 return kInvalidParameters; 514 } 515 return this->onIncrementalDecode(rowsDecoded); 516 } 517 518 /** 519 * The remaining functions revolve around decoding scanlines. 520 */ 521 522 /** 523 * Prepare for a scanline decode with the specified options. 524 * 525 * After this call, this class will be ready to decode the first scanline. 526 * 527 * This must be called in order to call getScanlines or skipScanlines. 528 * 529 * This may require rewinding the stream. 530 * 531 * Not all SkCodecs support this. 532 * 533 * @param dstInfo Info of the destination. If the dimensions do not match 534 * those of getInfo, this implies a scale. 535 * @param options Contains decoding options, including if memory is zero 536 * initialized. 537 * @return Enum representing success or reason for failure. 538 */ 539 Result startScanlineDecode(const SkImageInfo& dstInfo, const Options* options); 540 541 /** 542 * Simplified version of startScanlineDecode() that uses the default Options. 543 */ startScanlineDecode(const SkImageInfo & dstInfo)544 Result startScanlineDecode(const SkImageInfo& dstInfo) { 545 return this->startScanlineDecode(dstInfo, nullptr); 546 } 547 548 /** 549 * Write the next countLines scanlines into dst. 550 * 551 * Not valid to call before calling startScanlineDecode(). 552 * 553 * @param dst Must be non-null, and large enough to hold countLines 554 * scanlines of size rowBytes. 555 * @param countLines Number of lines to write. 556 * @param rowBytes Number of bytes per row. Must be large enough to hold 557 * a scanline based on the SkImageInfo used to create this object. 558 * @return the number of lines successfully decoded. If this value is 559 * less than countLines, this will fill the remaining lines with a 560 * default value. 561 */ 562 int getScanlines(void* dst, int countLines, size_t rowBytes); 563 564 /** 565 * Skip count scanlines. 566 * 567 * Not valid to call before calling startScanlineDecode(). 568 * 569 * The default version just calls onGetScanlines and discards the dst. 570 * NOTE: If skipped lines are the only lines with alpha, this default 571 * will make reallyHasAlpha return true, when it could have returned 572 * false. 573 * 574 * @return true if the scanlines were successfully skipped 575 * false on failure, possible reasons for failure include: 576 * An incomplete input image stream. 577 * Calling this function before calling startScanlineDecode(). 578 * If countLines is less than zero or so large that it moves 579 * the current scanline past the end of the image. 580 */ 581 bool skipScanlines(int countLines); 582 583 /** 584 * The order in which rows are output from the scanline decoder is not the 585 * same for all variations of all image types. This explains the possible 586 * output row orderings. 587 */ 588 enum SkScanlineOrder { 589 /* 590 * By far the most common, this indicates that the image can be decoded 591 * reliably using the scanline decoder, and that rows will be output in 592 * the logical order. 593 */ 594 kTopDown_SkScanlineOrder, 595 596 /* 597 * This indicates that the scanline decoder reliably outputs rows, but 598 * they will be returned in reverse order. If the scanline format is 599 * kBottomUp, the nextScanline() API can be used to determine the actual 600 * y-coordinate of the next output row, but the client is not forced 601 * to take advantage of this, given that it's not too tough to keep 602 * track independently. 603 * 604 * For full image decodes, it is safe to get all of the scanlines at 605 * once, since the decoder will handle inverting the rows as it 606 * decodes. 607 * 608 * For subset decodes and sampling, it is simplest to get and skip 609 * scanlines one at a time, using the nextScanline() API. It is 610 * possible to ask for larger chunks at a time, but this should be used 611 * with caution. As with full image decodes, the decoder will handle 612 * inverting the requested rows, but rows will still be delivered 613 * starting from the bottom of the image. 614 * 615 * Upside down bmps are an example. 616 */ 617 kBottomUp_SkScanlineOrder, 618 }; 619 620 /** 621 * An enum representing the order in which scanlines will be returned by 622 * the scanline decoder. 623 * 624 * This is undefined before startScanlineDecode() is called. 625 */ getScanlineOrder()626 SkScanlineOrder getScanlineOrder() const { return this->onGetScanlineOrder(); } 627 628 /** 629 * Returns the y-coordinate of the next row to be returned by the scanline 630 * decoder. 631 * 632 * This will equal fCurrScanline, except in the case of strangely 633 * encoded image types (bottom-up bmps). 634 * 635 * Results are undefined when not in scanline decoding mode. 636 */ nextScanline()637 int nextScanline() const { return this->outputScanline(fCurrScanline); } 638 639 /** 640 * Returns the output y-coordinate of the row that corresponds to an input 641 * y-coordinate. The input y-coordinate represents where the scanline 642 * is located in the encoded data. 643 * 644 * This will equal inputScanline, except in the case of strangely 645 * encoded image types (bottom-up bmps, interlaced gifs). 646 */ 647 int outputScanline(int inputScanline) const; 648 649 /** 650 * Return the number of frames in the image. 651 * 652 * May require reading through the stream. 653 * 654 * Note that some codecs may be unable to gather `FrameInfo` for all frames 655 * in case of `kIncompleteInput`. For such codecs `getFrameCount` may 656 * initially report a low frame count. After the underlying `SkStream` 657 * provides additional data, then calling `getFrameCount` again may return 658 * an updated, increased frame count. 659 */ getFrameCount()660 int getFrameCount() { 661 return this->onGetFrameCount(); 662 } 663 664 // Sentinel value used when a frame index implies "no frame": 665 // - FrameInfo::fRequiredFrame set to this value means the frame 666 // is independent. 667 // - Options::fPriorFrame set to this value means no (relevant) prior frame 668 // is residing in dst's memory. 669 static constexpr int kNoFrame = -1; 670 671 /** 672 * Information about individual frames in a multi-framed image. 673 */ 674 struct FrameInfo { 675 /** 676 * The frame that this frame needs to be blended with, or 677 * kNoFrame if this frame is independent (so it can be 678 * drawn over an uninitialized buffer). 679 * 680 * Note that this is the *earliest* frame that can be used 681 * for blending. Any frame from [fRequiredFrame, i) can be 682 * used, unless its fDisposalMethod is kRestorePrevious. 683 */ 684 int fRequiredFrame; 685 686 /** 687 * Number of milliseconds to show this frame. 688 */ 689 int fDuration; 690 691 /** 692 * Whether the end marker for this frame is contained in the stream. 693 * 694 * Note: this does not guarantee that an attempt to decode will be complete. 695 * There could be an error in the stream. 696 */ 697 bool fFullyReceived; 698 699 /** 700 * This is conservative; it will still return non-opaque if e.g. a 701 * color index-based frame has a color with alpha but does not use it. 702 */ 703 SkAlphaType fAlphaType; 704 705 /** 706 * Whether the updated rectangle contains alpha. 707 * 708 * This is conservative; it will still be set to true if e.g. a color 709 * index-based frame has a color with alpha but does not use it. In 710 * addition, it may be set to true, even if the final frame, after 711 * blending, is opaque. 712 */ 713 bool fHasAlphaWithinBounds; 714 715 /** 716 * How this frame should be modified before decoding the next one. 717 */ 718 SkCodecAnimation::DisposalMethod fDisposalMethod; 719 720 /** 721 * How this frame should blend with the prior frame. 722 */ 723 SkCodecAnimation::Blend fBlend; 724 725 /** 726 * The rectangle updated by this frame. 727 * 728 * It may be empty, if the frame does not change the image. It will 729 * always be contained by SkCodec::dimensions(). 730 */ 731 SkIRect fFrameRect; 732 }; 733 734 /** 735 * Return info about a single frame. 736 * 737 * Does not read through the stream, so it should be called after 738 * getFrameCount() to parse any frames that have not already been parsed. 739 * 740 * Only supported by animated (multi-frame) codecs. Note that this is a 741 * property of the codec (the SkCodec subclass), not the image. 742 * 743 * To elaborate, some codecs support animation (e.g. GIF). Others do not 744 * (e.g. BMP). Animated codecs can still represent single frame images. 745 * Calling getFrameInfo(0, etc) will return true for a single frame GIF 746 * even if the overall image is not animated (in that the pixels on screen 747 * do not change over time). When incrementally decoding a GIF image, we 748 * might only know that there's a single frame *so far*. 749 * 750 * For non-animated SkCodec subclasses, it's sufficient but not necessary 751 * for this method to always return false. 752 */ getFrameInfo(int index,FrameInfo * info)753 bool getFrameInfo(int index, FrameInfo* info) const { 754 if (index < 0) { 755 return false; 756 } 757 return this->onGetFrameInfo(index, info); 758 } 759 760 /** 761 * Return info about all the frames in the image. 762 * 763 * May require reading through the stream to determine info about the 764 * frames (including the count). 765 * 766 * As such, future decoding calls may require a rewind. 767 * 768 * This may return an empty vector for non-animated codecs. See the 769 * getFrameInfo(int, FrameInfo*) comment. 770 */ 771 std::vector<FrameInfo> getFrameInfo(); 772 773 static constexpr int kRepetitionCountInfinite = -1; 774 775 /** 776 * Return the number of times to repeat, if this image is animated. This number does not 777 * include the first play through of each frame. For example, a repetition count of 4 means 778 * that each frame is played 5 times and then the animation stops. 779 * 780 * It can return kRepetitionCountInfinite, a negative number, meaning that the animation 781 * should loop forever. 782 * 783 * May require reading the stream to find the repetition count. 784 * 785 * As such, future decoding calls may require a rewind. 786 * 787 * `getRepetitionCount` will return `0` in two cases: 788 * 1. Still (non-animated) images. 789 * 2. Animated images that only play the animation once (i.e. that don't 790 * repeat the animation) 791 * `isAnimated` can be used to disambiguate between these two cases. 792 */ getRepetitionCount()793 int getRepetitionCount() { 794 return this->onGetRepetitionCount(); 795 } 796 797 /** 798 * `isAnimated` returns whether the full input is expected to contain an 799 * animated image (i.e. more than 1 image frame). This can be used to 800 * disambiguate the meaning of `getRepetitionCount` returning `0` (see 801 * `getRepetitionCount`'s doc comment for more details). 802 * 803 * Note that in some codecs `getFrameCount()` only returns the number of 804 * frames for which all the metadata has been already successfully decoded. 805 * Therefore for a partial input `isAnimated()` may return "yes", even 806 * though `getFrameCount()` may temporarily return `1` until more of the 807 * input is available. 808 * 809 * When handling partial input, some codecs may not know until later (e.g. 810 * until encountering additional image frames) whether the given image has 811 * more than one frame. Such codecs may initially return 812 * `IsAnimated::kUnknown` and only later give a definitive "yes" or "no" 813 * answer. GIF format is one example where this may happen. 814 * 815 * Other codecs may be able to decode the information from the metadata 816 * present before the first image frame. Such codecs should be able to give 817 * a definitive "yes" or "no" answer as soon as they are constructed. PNG 818 * format is one example where this happens. 819 */ 820 enum class IsAnimated { 821 kYes, 822 kNo, 823 kUnknown, 824 }; isAnimated()825 IsAnimated isAnimated() { return this->onIsAnimated(); } 826 827 // Register a decoder at runtime by passing two function pointers: 828 // - peek() to return true if the span of bytes appears to be your encoded format; 829 // - make() to attempt to create an SkCodec from the given stream. 830 // Not thread safe. 831 static void Register( 832 bool (*peek)(const void*, size_t), 833 std::unique_ptr<SkCodec> (*make)(std::unique_ptr<SkStream>, SkCodec::Result*)); 834 835 protected: getEncodedInfo()836 const SkEncodedInfo& getEncodedInfo() const { return fEncodedInfo; } 837 838 using XformFormat = skcms_PixelFormat; 839 840 SkCodec(SkEncodedInfo&&, 841 XformFormat srcFormat, 842 std::unique_ptr<SkStream>, 843 SkEncodedOrigin = kTopLeft_SkEncodedOrigin); 844 845 void setSrcXformFormat(XformFormat pixelFormat); 846 getSrcXformFormat()847 XformFormat getSrcXformFormat() const { 848 return fSrcXformFormat; 849 } 850 onGetGainmapCodec(SkGainmapInfo *,std::unique_ptr<SkCodec> *)851 virtual bool onGetGainmapCodec(SkGainmapInfo*, std::unique_ptr<SkCodec>*) { return false; } onGetGainmapInfo(SkGainmapInfo *)852 virtual bool onGetGainmapInfo(SkGainmapInfo*) { return false; } 853 854 // TODO(issues.skia.org/363544350): This API only works for JPEG images. Remove this API once 855 // it is no longer used. onGetGainmapInfo(SkGainmapInfo *,std::unique_ptr<SkStream> *)856 virtual bool onGetGainmapInfo(SkGainmapInfo*, std::unique_ptr<SkStream>*) { return false; } 857 onGetScaledDimensions(float)858 virtual SkISize onGetScaledDimensions(float /*desiredScale*/) const { 859 // By default, scaling is not supported. 860 return this->dimensions(); 861 } 862 863 // FIXME: What to do about subsets?? 864 /** 865 * Subclasses should override if they support dimensions other than the 866 * srcInfo's. 867 */ onDimensionsSupported(const SkISize &)868 virtual bool onDimensionsSupported(const SkISize&) { 869 return false; 870 } 871 872 virtual SkEncodedImageFormat onGetEncodedFormat() const = 0; 873 874 /** 875 * @param rowsDecoded When the encoded image stream is incomplete, this function 876 * will return kIncompleteInput and rowsDecoded will be set to 877 * the number of scanlines that were successfully decoded. 878 * This will allow getPixels() to fill the uninitialized memory. 879 */ 880 virtual Result onGetPixels(const SkImageInfo& info, 881 void* pixels, size_t rowBytes, const Options&, 882 int* rowsDecoded) = 0; 883 onQueryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes &,SkYUVAPixmapInfo *)884 virtual bool onQueryYUVAInfo(const SkYUVAPixmapInfo::SupportedDataTypes&, 885 SkYUVAPixmapInfo*) const { return false; } 886 onGetYUVAPlanes(const SkYUVAPixmaps &)887 virtual Result onGetYUVAPlanes(const SkYUVAPixmaps&) { return kUnimplemented; } 888 onGetValidSubset(SkIRect *)889 virtual bool onGetValidSubset(SkIRect* /*desiredSubset*/) const { 890 // By default, subsets are not supported. 891 return false; 892 } 893 894 /** 895 * If the stream was previously read, attempt to rewind. 896 * 897 * If the stream needed to be rewound, call onRewind. 898 * @returns true if the codec is at the right position and can be used. 899 * false if there was a failure to rewind. 900 * 901 * This is called by getPixels(), getYUV8Planes(), startIncrementalDecode() and 902 * startScanlineDecode(). Subclasses may call if they need to rewind at another time. 903 */ 904 [[nodiscard]] bool rewindIfNeeded(); 905 906 /** 907 * Called by rewindIfNeeded, if the stream needed to be rewound. 908 * 909 * Subclasses should do any set up needed after a rewind. 910 */ onRewind()911 virtual bool onRewind() { 912 return true; 913 } 914 915 /** 916 * Get method for the input stream 917 */ stream()918 SkStream* stream() { 919 return fStream.get(); 920 } 921 922 /** 923 * The remaining functions revolve around decoding scanlines. 924 */ 925 926 /** 927 * Most images types will be kTopDown and will not need to override this function. 928 */ onGetScanlineOrder()929 virtual SkScanlineOrder onGetScanlineOrder() const { return kTopDown_SkScanlineOrder; } 930 dstInfo()931 const SkImageInfo& dstInfo() const { return fDstInfo; } 932 options()933 const Options& options() const { return fOptions; } 934 935 /** 936 * Returns the number of scanlines that have been decoded so far. 937 * This is unaffected by the SkScanlineOrder. 938 * 939 * Returns -1 if we have not started a scanline decode. 940 */ currScanline()941 int currScanline() const { return fCurrScanline; } 942 943 virtual int onOutputScanline(int inputScanline) const; 944 945 /** 946 * Return whether we can convert to dst. 947 * 948 * Will be called for the appropriate frame, prior to initializing the colorXform. 949 */ 950 virtual bool conversionSupported(const SkImageInfo& dst, bool srcIsOpaque, 951 bool needsColorXform); 952 953 // Some classes never need a colorXform e.g. 954 // - ICO uses its embedded codec's colorXform 955 // - WBMP is just Black/White usesColorXform()956 virtual bool usesColorXform() const { return true; } 957 void applyColorXform(void* dst, const void* src, int count) const; 958 colorXform()959 bool colorXform() const { return fXformTime != kNo_XformTime; } xformOnDecode()960 bool xformOnDecode() const { return fXformTime == kDecodeRow_XformTime; } 961 onGetFrameCount()962 virtual int onGetFrameCount() { 963 return 1; 964 } 965 onGetFrameInfo(int,FrameInfo *)966 virtual bool onGetFrameInfo(int, FrameInfo*) const { 967 return false; 968 } 969 onGetRepetitionCount()970 virtual int onGetRepetitionCount() { 971 return 0; 972 } 973 onIsAnimated()974 virtual IsAnimated onIsAnimated() { 975 return IsAnimated::kNo; 976 } 977 978 private: 979 const SkEncodedInfo fEncodedInfo; 980 XformFormat fSrcXformFormat; 981 std::unique_ptr<SkStream> fStream; 982 bool fNeedsRewind = false; 983 const SkEncodedOrigin fOrigin; 984 985 SkImageInfo fDstInfo; 986 Options fOptions; 987 988 enum XformTime { 989 kNo_XformTime, 990 kPalette_XformTime, 991 kDecodeRow_XformTime, 992 }; 993 XformTime fXformTime; 994 XformFormat fDstXformFormat; // Based on fDstInfo. 995 skcms_ICCProfile fDstProfile; 996 skcms_AlphaFormat fDstXformAlphaFormat; 997 998 // Only meaningful during scanline decodes. 999 int fCurrScanline = -1; 1000 1001 bool fStartedIncrementalDecode = false; 1002 1003 // Allows SkAndroidCodec to call handleFrameIndex (potentially decoding a prior frame and 1004 // clearing to transparent) without SkCodec itself calling it, too. 1005 bool fUsingCallbackForHandleFrameIndex = false; 1006 1007 bool initializeColorXform(const SkImageInfo& dstInfo, SkEncodedInfo::Alpha, bool srcIsOpaque); 1008 1009 /** 1010 * Return whether these dimensions are supported as a scale. 1011 * 1012 * The codec may choose to cache the information about scale and subset. 1013 * Either way, the same information will be passed to onGetPixels/onStart 1014 * on success. 1015 * 1016 * This must return true for a size returned from getScaledDimensions. 1017 */ dimensionsSupported(const SkISize & dim)1018 bool dimensionsSupported(const SkISize& dim) { 1019 return dim == this->dimensions() || this->onDimensionsSupported(dim); 1020 } 1021 1022 /** 1023 * For multi-framed images, return the object with information about the frames. 1024 */ getFrameHolder()1025 virtual const SkFrameHolder* getFrameHolder() const { 1026 return nullptr; 1027 } 1028 1029 // Callback for decoding a prior frame. The `Options::fFrameIndex` is ignored, 1030 // being replaced by frameIndex. This allows opts to actually be a subclass of 1031 // SkCodec::Options which SkCodec itself does not know how to copy or modify, 1032 // but just passes through to the caller (where it can be reinterpret_cast'd). 1033 using GetPixelsCallback = std::function<Result(const SkImageInfo&, void* pixels, 1034 size_t rowBytes, const Options& opts, 1035 int frameIndex)>; 1036 1037 /** 1038 * Check for a valid Options.fFrameIndex, and decode prior frames if necessary. 1039 * 1040 * If GetPixelsCallback is not null, it will be used to decode a prior frame instead 1041 * of using this SkCodec directly. It may also be used recursively, if that in turn 1042 * depends on a prior frame. This is used by SkAndroidCodec. 1043 */ 1044 Result handleFrameIndex(const SkImageInfo&, void* pixels, size_t rowBytes, const Options&, 1045 GetPixelsCallback = nullptr); 1046 1047 // Methods for scanline decoding. onStartScanlineDecode(const SkImageInfo &,const Options &)1048 virtual Result onStartScanlineDecode(const SkImageInfo& /*dstInfo*/, 1049 const Options& /*options*/) { 1050 return kUnimplemented; 1051 } 1052 onStartIncrementalDecode(const SkImageInfo &,void *,size_t,const Options &)1053 virtual Result onStartIncrementalDecode(const SkImageInfo& /*dstInfo*/, void*, size_t, 1054 const Options&) { 1055 return kUnimplemented; 1056 } 1057 onIncrementalDecode(int *)1058 virtual Result onIncrementalDecode(int*) { 1059 return kUnimplemented; 1060 } 1061 1062 onSkipScanlines(int)1063 virtual bool onSkipScanlines(int /*countLines*/) { return false; } 1064 onGetScanlines(void *,int,size_t)1065 virtual int onGetScanlines(void* /*dst*/, int /*countLines*/, size_t /*rowBytes*/) { return 0; } 1066 1067 /** 1068 * On an incomplete decode, getPixels() and getScanlines() will call this function 1069 * to fill any uinitialized memory. 1070 * 1071 * @param dstInfo Contains the destination color type 1072 * Contains the destination alpha type 1073 * Contains the destination width 1074 * The height stored in this info is unused 1075 * @param dst Pointer to the start of destination pixel memory 1076 * @param rowBytes Stride length in destination pixel memory 1077 * @param zeroInit Indicates if memory is zero initialized 1078 * @param linesRequested Number of lines that the client requested 1079 * @param linesDecoded Number of lines that were successfully decoded 1080 */ 1081 void fillIncompleteImage(const SkImageInfo& dstInfo, void* dst, size_t rowBytes, 1082 ZeroInitialized zeroInit, int linesRequested, int linesDecoded); 1083 1084 /** 1085 * Return an object which will allow forcing scanline decodes to sample in X. 1086 * 1087 * May create a sampler, if one is not currently being used. Otherwise, does 1088 * not affect ownership. 1089 * 1090 * Only valid during scanline decoding or incremental decoding. 1091 */ getSampler(bool)1092 virtual SkSampler* getSampler(bool /*createIfNecessary*/) { return nullptr; } 1093 1094 friend class DM::CodecSrc; // for fillIncompleteImage 1095 friend class PNGCodecGM; // for fillIncompleteImage 1096 friend class SkSampledCodec; 1097 friend class SkIcoCodec; 1098 friend class SkPngCodec; // for onGetGainmapCodec 1099 friend class SkAndroidCodec; // for handleFrameIndex 1100 friend class SkCodecPriv; // for fEncodedInfo 1101 }; 1102 1103 namespace SkCodecs { 1104 1105 using DecodeContext = void*; 1106 using IsFormatCallback = bool (*)(const void* data, size_t len); 1107 using MakeFromStreamCallback = std::unique_ptr<SkCodec> (*)(std::unique_ptr<SkStream>, 1108 SkCodec::Result*, 1109 DecodeContext); 1110 1111 struct SK_API Decoder { 1112 // By convention, we use all lowercase letters and go with the primary filename extension. 1113 // For example "png", "jpg", "ico", "webp", etc 1114 std::string_view id; 1115 IsFormatCallback isFormat; 1116 MakeFromStreamCallback makeFromStream; 1117 }; 1118 1119 // Add the decoder to the end of a linked list of decoders, which will be used to identify calls to 1120 // SkCodec::MakeFromStream. If a decoder with the same id already exists, this new decoder 1121 // will replace the existing one (in the same position). This is not thread-safe, so make sure all 1122 // initialization is done before the first call. 1123 void SK_API Register(Decoder d); 1124 1125 /** 1126 * Return a SkImage produced by the codec, but attempts to defer image allocation until the 1127 * image is actually used/drawn. This deferral allows the system to cache the result, either on the 1128 * CPU or on the GPU, depending on where the image is drawn. If memory is low, the cache may 1129 * be purged, causing the next draw of the image to have to re-decode. 1130 * 1131 * If alphaType is nullopt, the image's alpha type will be chosen automatically based on the 1132 * image format. Transparent images will default to kPremul_SkAlphaType. If alphaType contains 1133 * kPremul_SkAlphaType or kUnpremul_SkAlphaType, that alpha type will be used. Forcing opaque 1134 * (passing kOpaque_SkAlphaType) is not allowed, and will return nullptr. 1135 * 1136 * @param codec A non-null codec (e.g. from SkPngDecoder::Decode) 1137 * @return created SkImage, or nullptr 1138 */ 1139 SK_API sk_sp<SkImage> DeferredImage(std::unique_ptr<SkCodec> codec, 1140 std::optional<SkAlphaType> alphaType = std::nullopt); 1141 } 1142 1143 #endif // SkCodec_DEFINED 1144