| /* | |
| * Copyright 2018 Google Inc. | |
| * | |
| * Use of this source code is governed by a BSD-style license that can be | |
| * found in the LICENSE file. | |
| */ | |
| #include "src/codec/SkWuffsCodec.h" | |
| #include "include/core/SkBitmap.h" | |
| #include "include/core/SkMatrix.h" | |
| #include "include/core/SkPaint.h" | |
| #include "include/private/SkMalloc.h" | |
| #include "src/codec/SkFrameHolder.h" | |
| #include "src/codec/SkSampler.h" | |
| #include "src/codec/SkScalingCodec.h" | |
| #include "src/core/SkDraw.h" | |
| #include "src/core/SkMatrixProvider.h" | |
| #include "src/core/SkRasterClip.h" | |
| #include "src/core/SkUtils.h" | |
| #include <limits.h> | |
| // Documentation on the Wuffs language and standard library (in general) and | |
| // its image decoding API (in particular) is at: | |
| // | |
| // - https://github.com/google/wuffs/tree/master/doc | |
| // - https://github.com/google/wuffs/blob/master/doc/std/image-decoders.md | |
| // Wuffs ships as a "single file C library" or "header file library" as per | |
| // https://github.com/nothings/stb/blob/master/docs/stb_howto.txt | |
| // | |
| // As we have not #define'd WUFFS_IMPLEMENTATION, the #include here is | |
| // including a header file, even though that file name ends in ".c". | |
| #if defined(WUFFS_IMPLEMENTATION) | |
| #error "SkWuffsCodec should not #define WUFFS_IMPLEMENTATION" | |
| #endif | |
| #include "wuffs-v0.3.c" | |
| // Commit count 2514 is Wuffs 0.3.0-alpha.4. | |
| #if WUFFS_VERSION_BUILD_METADATA_COMMIT_COUNT < 2514 | |
| #error "Wuffs version is too old. Upgrade to the latest version." | |
| #endif | |
| #define SK_WUFFS_CODEC_BUFFER_SIZE 4096 | |
| // Configuring a Skia build with | |
| // SK_WUFFS_FAVORS_PERFORMANCE_OVER_ADDITIONAL_MEMORY_SAFETY can improve decode | |
| // performance by some fixed amount (independent of the image size), which can | |
| // be a noticeable proportional improvement if the input is relatively small. | |
| // | |
| // The Wuffs library is still memory-safe either way, in that there are no | |
| // out-of-bounds reads or writes, and the library endeavours not to read | |
| // uninitialized memory. There are just fewer compiler-enforced guarantees | |
| // against reading uninitialized memory. For more detail, see | |
| // https://github.com/google/wuffs/blob/master/doc/note/initialization.md#partial-zero-initialization | |
| #if defined(SK_WUFFS_FAVORS_PERFORMANCE_OVER_ADDITIONAL_MEMORY_SAFETY) | |
| #define SK_WUFFS_INITIALIZE_FLAGS WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED | |
| #else | |
| #define SK_WUFFS_INITIALIZE_FLAGS WUFFS_INITIALIZE__DEFAULT_OPTIONS | |
| #endif | |
| static bool fill_buffer(wuffs_base__io_buffer* b, SkStream* s) { | |
| b->compact(); | |
| size_t num_read = s->read(b->data.ptr + b->meta.wi, b->data.len - b->meta.wi); | |
| b->meta.wi += num_read; | |
| b->meta.closed = s->isAtEnd(); | |
| return num_read > 0; | |
| } | |
| static bool seek_buffer(wuffs_base__io_buffer* b, SkStream* s, uint64_t pos) { | |
| // Try to re-position the io_buffer's meta.ri read-index first, which is | |
| // cheaper than seeking in the backing SkStream. | |
| if ((pos >= b->meta.pos) && (pos - b->meta.pos <= b->meta.wi)) { | |
| b->meta.ri = pos - b->meta.pos; | |
| return true; | |
| } | |
| // Seek in the backing SkStream. | |
| if ((pos > SIZE_MAX) || (!s->seek(pos))) { | |
| return false; | |
| } | |
| b->meta.wi = 0; | |
| b->meta.ri = 0; | |
| b->meta.pos = pos; | |
| b->meta.closed = false; | |
| return true; | |
| } | |
| static SkCodecAnimation::DisposalMethod wuffs_disposal_to_skia_disposal( | |
| wuffs_base__animation_disposal w) { | |
| switch (w) { | |
| case WUFFS_BASE__ANIMATION_DISPOSAL__RESTORE_BACKGROUND: | |
| return SkCodecAnimation::DisposalMethod::kRestoreBGColor; | |
| case WUFFS_BASE__ANIMATION_DISPOSAL__RESTORE_PREVIOUS: | |
| return SkCodecAnimation::DisposalMethod::kRestorePrevious; | |
| default: | |
| return SkCodecAnimation::DisposalMethod::kKeep; | |
| } | |
| } | |
| static SkAlphaType to_alpha_type(bool opaque) { | |
| return opaque ? kOpaque_SkAlphaType : kPremul_SkAlphaType; | |
| } | |
| static SkCodec::Result reset_and_decode_image_config(wuffs_gif__decoder* decoder, | |
| wuffs_base__image_config* imgcfg, | |
| wuffs_base__io_buffer* b, | |
| SkStream* s) { | |
| // Calling decoder->initialize will memset most or all of it to zero, | |
| // depending on SK_WUFFS_INITIALIZE_FLAGS. | |
| wuffs_base__status status = | |
| decoder->initialize(sizeof__wuffs_gif__decoder(), WUFFS_VERSION, SK_WUFFS_INITIALIZE_FLAGS); | |
| if (status.repr != nullptr) { | |
| SkCodecPrintf("initialize: %s", status.message()); | |
| return SkCodec::kInternalError; | |
| } | |
| // See https://bugs.chromium.org/p/skia/issues/detail?id=12055 | |
| decoder->set_quirk_enabled(WUFFS_GIF__QUIRK_IGNORE_TOO_MUCH_PIXEL_DATA, true); | |
| while (true) { | |
| status = decoder->decode_image_config(imgcfg, b); | |
| if (status.repr == nullptr) { | |
| break; | |
| } else if (status.repr != wuffs_base__suspension__short_read) { | |
| SkCodecPrintf("decode_image_config: %s", status.message()); | |
| return SkCodec::kErrorInInput; | |
| } else if (!fill_buffer(b, s)) { | |
| return SkCodec::kIncompleteInput; | |
| } | |
| } | |
| // A GIF image's natural color model is indexed color: 1 byte per pixel, | |
| // indexing a 256-element palette. | |
| // | |
| // For Skia, we override that to decode to 4 bytes per pixel, BGRA or RGBA. | |
| uint32_t pixfmt = WUFFS_BASE__PIXEL_FORMAT__INVALID; | |
| switch (kN32_SkColorType) { | |
| case kBGRA_8888_SkColorType: | |
| pixfmt = WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL; | |
| break; | |
| case kRGBA_8888_SkColorType: | |
| pixfmt = WUFFS_BASE__PIXEL_FORMAT__RGBA_NONPREMUL; | |
| break; | |
| default: | |
| return SkCodec::kInternalError; | |
| } | |
| if (imgcfg) { | |
| imgcfg->pixcfg.set(pixfmt, WUFFS_BASE__PIXEL_SUBSAMPLING__NONE, imgcfg->pixcfg.width(), | |
| imgcfg->pixcfg.height()); | |
| } | |
| return SkCodec::kSuccess; | |
| } | |
| // -------------------------------- Class definitions | |
| class SkWuffsCodec; | |
| class SkWuffsFrame final : public SkFrame { | |
| public: | |
| SkWuffsFrame(wuffs_base__frame_config* fc); | |
| uint64_t ioPosition() const; | |
| // SkFrame overrides. | |
| SkEncodedInfo::Alpha onReportedAlpha() const override; | |
| private: | |
| uint64_t fIOPosition; | |
| SkEncodedInfo::Alpha fReportedAlpha; | |
| using INHERITED = SkFrame; | |
| }; | |
| // SkWuffsFrameHolder is a trivial indirector that forwards its calls onto a | |
| // SkWuffsCodec. It is a separate class as SkWuffsCodec would otherwise | |
| // inherit from both SkCodec and SkFrameHolder, and Skia style discourages | |
| // multiple inheritance (e.g. with its "typedef Foo INHERITED" convention). | |
| class SkWuffsFrameHolder final : public SkFrameHolder { | |
| public: | |
| SkWuffsFrameHolder() : INHERITED() {} | |
| void init(SkWuffsCodec* codec, int width, int height); | |
| // SkFrameHolder overrides. | |
| const SkFrame* onGetFrame(int i) const override; | |
| private: | |
| const SkWuffsCodec* fCodec; | |
| using INHERITED = SkFrameHolder; | |
| }; | |
| class SkWuffsCodec final : public SkScalingCodec { | |
| public: | |
| SkWuffsCodec(SkEncodedInfo&& encodedInfo, | |
| std::unique_ptr<SkStream> stream, | |
| std::unique_ptr<wuffs_gif__decoder, decltype(&sk_free)> dec, | |
| std::unique_ptr<uint8_t, decltype(&sk_free)> workbuf_ptr, | |
| size_t workbuf_len, | |
| wuffs_base__image_config imgcfg, | |
| wuffs_base__io_buffer iobuf); | |
| const SkWuffsFrame* frame(int i) const; | |
| private: | |
| // TODO: delete this enum and all of the "which" function arguments. The | |
| // "array of 1 Foo" typed fields can also simplify to "Foo". | |
| enum WhichDecoder { | |
| kIncrDecode, | |
| kNumDecoders, | |
| }; | |
| // SkCodec overrides. | |
| SkEncodedImageFormat onGetEncodedFormat() const override; | |
| Result onGetPixels(const SkImageInfo&, void*, size_t, const Options&, int*) override; | |
| const SkFrameHolder* getFrameHolder() const override; | |
| Result onStartIncrementalDecode(const SkImageInfo& dstInfo, | |
| void* dst, | |
| size_t rowBytes, | |
| const SkCodec::Options& options) override; | |
| Result onIncrementalDecode(int* rowsDecoded) override; | |
| int onGetFrameCount() override; | |
| bool onGetFrameInfo(int, FrameInfo*) const override; | |
| int onGetRepetitionCount() override; | |
| // Two separate implementations of onStartIncrementalDecode and | |
| // onIncrementalDecode, named "one pass" and "two pass" decoding. One pass | |
| // decoding writes directly from the Wuffs image decoder to the dst buffer | |
| // (the dst argument to onStartIncrementalDecode). Two pass decoding first | |
| // writes into an intermediate buffer, and then composites and transforms | |
| // the intermediate buffer into the dst buffer. | |
| // | |
| // In the general case, we need the two pass decoder, because of Skia API | |
| // features that Wuffs doesn't support (e.g. color correction, scaling, | |
| // RGB565). But as an optimization, we use one pass decoding (it's faster | |
| // and uses less memory) if applicable (see the assignment to | |
| // fIncrDecOnePass that calculates when we can do so). | |
| Result onStartIncrementalDecodeOnePass(const SkImageInfo& dstInfo, | |
| uint8_t* dst, | |
| size_t rowBytes, | |
| const SkCodec::Options& options, | |
| uint32_t pixelFormat, | |
| size_t bytesPerPixel); | |
| Result onStartIncrementalDecodeTwoPass(); | |
| Result onIncrementalDecodeOnePass(); | |
| Result onIncrementalDecodeTwoPass(); | |
| void onGetFrameCountInternal(); | |
| Result seekFrame(WhichDecoder which, int frameIndex); | |
| Result resetDecoder(WhichDecoder which); | |
| const char* decodeFrameConfig(WhichDecoder which); | |
| const char* decodeFrame(WhichDecoder which); | |
| void updateNumFullyReceivedFrames(WhichDecoder which); | |
| SkWuffsFrameHolder fFrameHolder; | |
| std::unique_ptr<SkStream> fStream; | |
| std::unique_ptr<uint8_t, decltype(&sk_free)> fWorkbufPtr; | |
| size_t fWorkbufLen; | |
| std::unique_ptr<wuffs_gif__decoder, decltype(&sk_free)> fDecoders[WhichDecoder::kNumDecoders]; | |
| const uint64_t fFirstFrameIOPosition; | |
| wuffs_base__frame_config fFrameConfigs[WhichDecoder::kNumDecoders]; | |
| wuffs_base__pixel_config fPixelConfig; | |
| wuffs_base__pixel_buffer fPixelBuffer; | |
| wuffs_base__io_buffer fIOBuffer; | |
| // Incremental decoding state. | |
| uint8_t* fIncrDecDst; | |
| size_t fIncrDecRowBytes; | |
| wuffs_base__pixel_blend fIncrDecPixelBlend; | |
| bool fIncrDecOnePass; | |
| bool fFirstCallToIncrementalDecode; | |
| // Lazily allocated intermediate pixel buffer, for two pass decoding. | |
| std::unique_ptr<uint8_t, decltype(&sk_free)> fTwoPassPixbufPtr; | |
| size_t fTwoPassPixbufLen; | |
| uint64_t fNumFullyReceivedFrames; | |
| std::vector<SkWuffsFrame> fFrames; | |
| bool fFramesComplete; | |
| // If calling an fDecoders[which] method returns an incomplete status, then | |
| // fDecoders[which] is suspended in a coroutine (i.e. waiting on I/O or | |
| // halted on a non-recoverable error). To keep its internal proof-of-safety | |
| // invariants consistent, there's only two things you can safely do with a | |
| // suspended Wuffs object: resume the coroutine, or reset all state (memset | |
| // to zero and start again). | |
| // | |
| // If fDecoderIsSuspended[which], and we aren't sure that we're going to | |
| // resume the coroutine, then we will need to call this->resetDecoder | |
| // before calling other fDecoders[which] methods. | |
| bool fDecoderIsSuspended[WhichDecoder::kNumDecoders]; | |
| uint8_t fBuffer[SK_WUFFS_CODEC_BUFFER_SIZE]; | |
| using INHERITED = SkScalingCodec; | |
| }; | |
| // -------------------------------- SkWuffsFrame implementation | |
| SkWuffsFrame::SkWuffsFrame(wuffs_base__frame_config* fc) | |
| : INHERITED(fc->index()), | |
| fIOPosition(fc->io_position()), | |
| fReportedAlpha(fc->opaque_within_bounds() ? SkEncodedInfo::kOpaque_Alpha | |
| : SkEncodedInfo::kUnpremul_Alpha) { | |
| wuffs_base__rect_ie_u32 r = fc->bounds(); | |
| this->setXYWH(r.min_incl_x, r.min_incl_y, r.width(), r.height()); | |
| this->setDisposalMethod(wuffs_disposal_to_skia_disposal(fc->disposal())); | |
| this->setDuration(fc->duration() / WUFFS_BASE__FLICKS_PER_MILLISECOND); | |
| this->setBlend(fc->overwrite_instead_of_blend() ? SkCodecAnimation::Blend::kSrc | |
| : SkCodecAnimation::Blend::kSrcOver); | |
| } | |
| uint64_t SkWuffsFrame::ioPosition() const { | |
| return fIOPosition; | |
| } | |
| SkEncodedInfo::Alpha SkWuffsFrame::onReportedAlpha() const { | |
| return fReportedAlpha; | |
| } | |
| // -------------------------------- SkWuffsFrameHolder implementation | |
| void SkWuffsFrameHolder::init(SkWuffsCodec* codec, int width, int height) { | |
| fCodec = codec; | |
| // Initialize SkFrameHolder's (the superclass) fields. | |
| fScreenWidth = width; | |
| fScreenHeight = height; | |
| } | |
| const SkFrame* SkWuffsFrameHolder::onGetFrame(int i) const { | |
| return fCodec->frame(i); | |
| }; | |
| // -------------------------------- SkWuffsCodec implementation | |
| SkWuffsCodec::SkWuffsCodec(SkEncodedInfo&& encodedInfo, | |
| std::unique_ptr<SkStream> stream, | |
| std::unique_ptr<wuffs_gif__decoder, decltype(&sk_free)> dec, | |
| std::unique_ptr<uint8_t, decltype(&sk_free)> workbuf_ptr, | |
| size_t workbuf_len, | |
| wuffs_base__image_config imgcfg, | |
| wuffs_base__io_buffer iobuf) | |
| : INHERITED(std::move(encodedInfo), | |
| skcms_PixelFormat_RGBA_8888, | |
| // Pass a nullptr SkStream to the SkCodec constructor. We | |
| // manage the stream ourselves, as the default SkCodec behavior | |
| // is too trigger-happy on rewinding the stream. | |
| nullptr), | |
| fFrameHolder(), | |
| fStream(std::move(stream)), | |
| fWorkbufPtr(std::move(workbuf_ptr)), | |
| fWorkbufLen(workbuf_len), | |
| fDecoders{ | |
| std::move(dec), | |
| }, | |
| fFirstFrameIOPosition(imgcfg.first_frame_io_position()), | |
| fFrameConfigs{ | |
| wuffs_base__null_frame_config(), | |
| }, | |
| fPixelConfig(imgcfg.pixcfg), | |
| fPixelBuffer(wuffs_base__null_pixel_buffer()), | |
| fIOBuffer(wuffs_base__empty_io_buffer()), | |
| fIncrDecDst(nullptr), | |
| fIncrDecRowBytes(0), | |
| fIncrDecPixelBlend(WUFFS_BASE__PIXEL_BLEND__SRC), | |
| fIncrDecOnePass(false), | |
| fFirstCallToIncrementalDecode(false), | |
| fTwoPassPixbufPtr(nullptr, &sk_free), | |
| fTwoPassPixbufLen(0), | |
| fNumFullyReceivedFrames(0), | |
| fFramesComplete(false), | |
| fDecoderIsSuspended{ | |
| false, | |
| } { | |
| fFrameHolder.init(this, imgcfg.pixcfg.width(), imgcfg.pixcfg.height()); | |
| // Initialize fIOBuffer's fields, copying any outstanding data from iobuf to | |
| // fIOBuffer, as iobuf's backing array may not be valid for the lifetime of | |
| // this SkWuffsCodec object, but fIOBuffer's backing array (fBuffer) is. | |
| SkASSERT(iobuf.data.len == SK_WUFFS_CODEC_BUFFER_SIZE); | |
| memmove(fBuffer, iobuf.data.ptr, iobuf.meta.wi); | |
| fIOBuffer.data = wuffs_base__make_slice_u8(fBuffer, SK_WUFFS_CODEC_BUFFER_SIZE); | |
| fIOBuffer.meta = iobuf.meta; | |
| } | |
| const SkWuffsFrame* SkWuffsCodec::frame(int i) const { | |
| if ((0 <= i) && (static_cast<size_t>(i) < fFrames.size())) { | |
| return &fFrames[i]; | |
| } | |
| return nullptr; | |
| } | |
| SkEncodedImageFormat SkWuffsCodec::onGetEncodedFormat() const { | |
| return SkEncodedImageFormat::kGIF; | |
| } | |
| SkCodec::Result SkWuffsCodec::onGetPixels(const SkImageInfo& dstInfo, | |
| void* dst, | |
| size_t rowBytes, | |
| const Options& options, | |
| int* rowsDecoded) { | |
| SkCodec::Result result = this->onStartIncrementalDecode(dstInfo, dst, rowBytes, options); | |
| if (result != kSuccess) { | |
| return result; | |
| } | |
| return this->onIncrementalDecode(rowsDecoded); | |
| } | |
| const SkFrameHolder* SkWuffsCodec::getFrameHolder() const { | |
| return &fFrameHolder; | |
| } | |
| SkCodec::Result SkWuffsCodec::onStartIncrementalDecode(const SkImageInfo& dstInfo, | |
| void* dst, | |
| size_t rowBytes, | |
| const SkCodec::Options& options) { | |
| if (!dst) { | |
| return SkCodec::kInvalidParameters; | |
| } | |
| if (options.fSubset) { | |
| return SkCodec::kUnimplemented; | |
| } | |
| SkCodec::Result result = this->seekFrame(WhichDecoder::kIncrDecode, options.fFrameIndex); | |
| if (result != SkCodec::kSuccess) { | |
| return result; | |
| } | |
| const char* status = this->decodeFrameConfig(WhichDecoder::kIncrDecode); | |
| if (status == wuffs_base__suspension__short_read) { | |
| return SkCodec::kIncompleteInput; | |
| } else if (status != nullptr) { | |
| SkCodecPrintf("decodeFrameConfig: %s", status); | |
| return SkCodec::kErrorInInput; | |
| } | |
| uint32_t pixelFormat = WUFFS_BASE__PIXEL_FORMAT__INVALID; | |
| size_t bytesPerPixel = 0; | |
| switch (dstInfo.colorType()) { | |
| case kRGB_565_SkColorType: | |
| pixelFormat = WUFFS_BASE__PIXEL_FORMAT__BGR_565; | |
| bytesPerPixel = 2; | |
| break; | |
| case kBGRA_8888_SkColorType: | |
| pixelFormat = WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL; | |
| bytesPerPixel = 4; | |
| break; | |
| case kRGBA_8888_SkColorType: | |
| pixelFormat = WUFFS_BASE__PIXEL_FORMAT__RGBA_NONPREMUL; | |
| bytesPerPixel = 4; | |
| break; | |
| default: | |
| break; | |
| } | |
| // We can use "one pass" decoding if we have a Skia pixel format that Wuffs | |
| // supports... | |
| fIncrDecOnePass = (pixelFormat != WUFFS_BASE__PIXEL_FORMAT__INVALID) && | |
| // ...and no color profile (as Wuffs does not support them)... | |
| (!getEncodedInfo().profile()) && | |
| // ...and we use the identity transform (as Wuffs does | |
| // not support scaling). | |
| (this->dimensions() == dstInfo.dimensions()); | |
| result = fIncrDecOnePass ? this->onStartIncrementalDecodeOnePass( | |
| dstInfo, static_cast<uint8_t*>(dst), rowBytes, options, | |
| pixelFormat, bytesPerPixel) | |
| : this->onStartIncrementalDecodeTwoPass(); | |
| if (result != SkCodec::kSuccess) { | |
| return result; | |
| } | |
| fIncrDecDst = static_cast<uint8_t*>(dst); | |
| fIncrDecRowBytes = rowBytes; | |
| fFirstCallToIncrementalDecode = true; | |
| return SkCodec::kSuccess; | |
| } | |
| SkCodec::Result SkWuffsCodec::onStartIncrementalDecodeOnePass(const SkImageInfo& dstInfo, | |
| uint8_t* dst, | |
| size_t rowBytes, | |
| const SkCodec::Options& options, | |
| uint32_t pixelFormat, | |
| size_t bytesPerPixel) { | |
| wuffs_base__pixel_config pixelConfig; | |
| pixelConfig.set(pixelFormat, WUFFS_BASE__PIXEL_SUBSAMPLING__NONE, dstInfo.width(), | |
| dstInfo.height()); | |
| wuffs_base__table_u8 table; | |
| table.ptr = dst; | |
| table.width = static_cast<size_t>(dstInfo.width()) * bytesPerPixel; | |
| table.height = dstInfo.height(); | |
| table.stride = rowBytes; | |
| wuffs_base__status status = fPixelBuffer.set_from_table(&pixelConfig, table); | |
| if (status.repr != nullptr) { | |
| SkCodecPrintf("set_from_table: %s", status.message()); | |
| return SkCodec::kInternalError; | |
| } | |
| // SRC is usually faster than SRC_OVER, but for a dependent frame, dst is | |
| // assumed to hold the previous frame's pixels (after processing the | |
| // DisposalMethod). For one-pass decoding, we therefore use SRC_OVER. | |
| if ((options.fFrameIndex != 0) && | |
| (this->frame(options.fFrameIndex)->getRequiredFrame() != SkCodec::kNoFrame)) { | |
| fIncrDecPixelBlend = WUFFS_BASE__PIXEL_BLEND__SRC_OVER; | |
| } else { | |
| SkSampler::Fill(dstInfo, dst, rowBytes, options.fZeroInitialized); | |
| fIncrDecPixelBlend = WUFFS_BASE__PIXEL_BLEND__SRC; | |
| } | |
| return SkCodec::kSuccess; | |
| } | |
| SkCodec::Result SkWuffsCodec::onStartIncrementalDecodeTwoPass() { | |
| // Either re-use the previously allocated "two pass" pixel buffer (and | |
| // memset to zero), or allocate (and zero initialize) a new one. | |
| bool already_zeroed = false; | |
| if (!fTwoPassPixbufPtr) { | |
| uint64_t pixbuf_len = fPixelConfig.pixbuf_len(); | |
| void* pixbuf_ptr_raw = (pixbuf_len <= SIZE_MAX) | |
| ? sk_malloc_flags(pixbuf_len, SK_MALLOC_ZERO_INITIALIZE) | |
| : nullptr; | |
| if (!pixbuf_ptr_raw) { | |
| return SkCodec::kInternalError; | |
| } | |
| fTwoPassPixbufPtr.reset(reinterpret_cast<uint8_t*>(pixbuf_ptr_raw)); | |
| fTwoPassPixbufLen = SkToSizeT(pixbuf_len); | |
| already_zeroed = true; | |
| } | |
| wuffs_base__status status = fPixelBuffer.set_from_slice( | |
| &fPixelConfig, wuffs_base__make_slice_u8(fTwoPassPixbufPtr.get(), fTwoPassPixbufLen)); | |
| if (status.repr != nullptr) { | |
| SkCodecPrintf("set_from_slice: %s", status.message()); | |
| return SkCodec::kInternalError; | |
| } | |
| if (!already_zeroed) { | |
| uint32_t src_bits_per_pixel = fPixelConfig.pixel_format().bits_per_pixel(); | |
| if ((src_bits_per_pixel == 0) || (src_bits_per_pixel % 8 != 0)) { | |
| return SkCodec::kInternalError; | |
| } | |
| size_t src_bytes_per_pixel = src_bits_per_pixel / 8; | |
| wuffs_base__rect_ie_u32 frame_rect = fFrameConfigs[WhichDecoder::kIncrDecode].bounds(); | |
| wuffs_base__table_u8 pixels = fPixelBuffer.plane(0); | |
| uint8_t* ptr = pixels.ptr + (frame_rect.min_incl_y * pixels.stride) + | |
| (frame_rect.min_incl_x * src_bytes_per_pixel); | |
| size_t len = frame_rect.width() * src_bytes_per_pixel; | |
| // As an optimization, issue a single sk_bzero call, if possible. | |
| // Otherwise, zero out each row separately. | |
| if ((len == pixels.stride) && (frame_rect.min_incl_y < frame_rect.max_excl_y)) { | |
| sk_bzero(ptr, len * (frame_rect.max_excl_y - frame_rect.min_incl_y)); | |
| } else { | |
| for (uint32_t y = frame_rect.min_incl_y; y < frame_rect.max_excl_y; y++) { | |
| sk_bzero(ptr, len); | |
| ptr += pixels.stride; | |
| } | |
| } | |
| } | |
| fIncrDecPixelBlend = WUFFS_BASE__PIXEL_BLEND__SRC; | |
| return SkCodec::kSuccess; | |
| } | |
| SkCodec::Result SkWuffsCodec::onIncrementalDecode(int* rowsDecoded) { | |
| if (!fIncrDecDst) { | |
| return SkCodec::kInternalError; | |
| } | |
| if (rowsDecoded) { | |
| *rowsDecoded = dstInfo().height(); | |
| } | |
| SkCodec::Result result = | |
| fIncrDecOnePass ? this->onIncrementalDecodeOnePass() : this->onIncrementalDecodeTwoPass(); | |
| if (result == SkCodec::kSuccess) { | |
| fIncrDecDst = nullptr; | |
| fIncrDecRowBytes = 0; | |
| fIncrDecPixelBlend = WUFFS_BASE__PIXEL_BLEND__SRC; | |
| fIncrDecOnePass = false; | |
| } | |
| return result; | |
| } | |
| SkCodec::Result SkWuffsCodec::onIncrementalDecodeOnePass() { | |
| const char* status = this->decodeFrame(WhichDecoder::kIncrDecode); | |
| if (status != nullptr) { | |
| if (status == wuffs_base__suspension__short_read) { | |
| return SkCodec::kIncompleteInput; | |
| } else { | |
| SkCodecPrintf("decodeFrame: %s", status); | |
| return SkCodec::kErrorInInput; | |
| } | |
| } | |
| return SkCodec::kSuccess; | |
| } | |
| SkCodec::Result SkWuffsCodec::onIncrementalDecodeTwoPass() { | |
| SkCodec::Result result = SkCodec::kSuccess; | |
| const char* status = this->decodeFrame(WhichDecoder::kIncrDecode); | |
| bool independent; | |
| SkAlphaType alphaType; | |
| const int index = options().fFrameIndex; | |
| if (index == 0) { | |
| independent = true; | |
| alphaType = to_alpha_type(getEncodedInfo().opaque()); | |
| } else { | |
| const SkWuffsFrame* f = this->frame(index); | |
| independent = f->getRequiredFrame() == SkCodec::kNoFrame; | |
| alphaType = to_alpha_type(f->reportedAlpha() == SkEncodedInfo::kOpaque_Alpha); | |
| } | |
| if (status != nullptr) { | |
| if (status == wuffs_base__suspension__short_read) { | |
| result = SkCodec::kIncompleteInput; | |
| } else { | |
| SkCodecPrintf("decodeFrame: %s", status); | |
| result = SkCodec::kErrorInInput; | |
| } | |
| if (!independent) { | |
| // For a dependent frame, we cannot blend the partial result, since | |
| // that will overwrite the contribution from prior frames. | |
| return result; | |
| } | |
| } | |
| uint32_t src_bits_per_pixel = fPixelBuffer.pixcfg.pixel_format().bits_per_pixel(); | |
| if ((src_bits_per_pixel == 0) || (src_bits_per_pixel % 8 != 0)) { | |
| return SkCodec::kInternalError; | |
| } | |
| size_t src_bytes_per_pixel = src_bits_per_pixel / 8; | |
| wuffs_base__rect_ie_u32 frame_rect = fFrameConfigs[WhichDecoder::kIncrDecode].bounds(); | |
| if (fFirstCallToIncrementalDecode) { | |
| if (frame_rect.width() > (SIZE_MAX / src_bytes_per_pixel)) { | |
| return SkCodec::kInternalError; | |
| } | |
| auto bounds = SkIRect::MakeLTRB(frame_rect.min_incl_x, frame_rect.min_incl_y, | |
| frame_rect.max_excl_x, frame_rect.max_excl_y); | |
| // If the frame rect does not fill the output, ensure that those pixels are not | |
| // left uninitialized. | |
| if (independent && (bounds != this->bounds() || result != kSuccess)) { | |
| SkSampler::Fill(dstInfo(), fIncrDecDst, fIncrDecRowBytes, options().fZeroInitialized); | |
| } | |
| fFirstCallToIncrementalDecode = false; | |
| } else { | |
| // Existing clients intend to only show frames beyond the first if they | |
| // are complete (based on FrameInfo::fFullyReceived), since it might | |
| // look jarring to draw a partial frame over an existing frame. If they | |
| // changed their behavior and expected to continue decoding a partial | |
| // frame after the first one, we'll need to update our blending code. | |
| // Otherwise, if the frame were interlaced and not independent, the | |
| // second pass may have an overlapping dirty_rect with the first, | |
| // resulting in blending with the first pass. | |
| SkASSERT(index == 0); | |
| } | |
| // If the frame's dirty rect is empty, no need to swizzle. | |
| wuffs_base__rect_ie_u32 dirty_rect = fDecoders[WhichDecoder::kIncrDecode]->frame_dirty_rect(); | |
| if (!dirty_rect.is_empty()) { | |
| wuffs_base__table_u8 pixels = fPixelBuffer.plane(0); | |
| // The Wuffs model is that the dst buffer is the image, not the frame. | |
| // The expectation is that you allocate the buffer once, but re-use it | |
| // for the N frames, regardless of each frame's top-left co-ordinate. | |
| // | |
| // To get from the start (in the X-direction) of the image to the start | |
| // of the dirty_rect, we adjust s by (dirty_rect.min_incl_x * src_bytes_per_pixel). | |
| uint8_t* s = pixels.ptr + (dirty_rect.min_incl_y * pixels.stride) + | |
| (dirty_rect.min_incl_x * src_bytes_per_pixel); | |
| // Currently, this is only used for GIF, which will never have an ICC profile. When it is | |
| // used for other formats that might have one, we will need to transform from profiles that | |
| // do not have corresponding SkColorSpaces. | |
| SkASSERT(!getEncodedInfo().profile()); | |
| auto srcInfo = | |
| getInfo().makeWH(dirty_rect.width(), dirty_rect.height()).makeAlphaType(alphaType); | |
| SkBitmap src; | |
| src.installPixels(srcInfo, s, pixels.stride); | |
| SkPaint paint; | |
| if (independent) { | |
| paint.setBlendMode(SkBlendMode::kSrc); | |
| } | |
| SkDraw draw; | |
| draw.fDst.reset(dstInfo(), fIncrDecDst, fIncrDecRowBytes); | |
| SkMatrix matrix = SkMatrix::RectToRect(SkRect::Make(this->dimensions()), | |
| SkRect::Make(this->dstInfo().dimensions())); | |
| SkSimpleMatrixProvider matrixProvider(matrix); | |
| draw.fMatrixProvider = &matrixProvider; | |
| SkRasterClip rc(SkIRect::MakeSize(this->dstInfo().dimensions())); | |
| draw.fRC = &rc; | |
| SkMatrix translate = SkMatrix::Translate(dirty_rect.min_incl_x, dirty_rect.min_incl_y); | |
| draw.drawBitmap(src, translate, nullptr, SkSamplingOptions(), paint); | |
| } | |
| if (result == SkCodec::kSuccess) { | |
| // On success, we are done using the "two pass" pixel buffer for this | |
| // frame. We have the option of releasing its memory, but there is a | |
| // trade-off. If decoding a subsequent frame will also need "two pass" | |
| // decoding, it would have to re-allocate the buffer instead of just | |
| // re-using it. On the other hand, if there is no subsequent frame, and | |
| // the SkWuffsCodec object isn't deleted soon, then we are holding | |
| // megabytes of memory longer than we need to. | |
| // | |
| // For example, when the Chromium web browser decodes the <img> tags in | |
| // a HTML page, the SkCodec object can live until navigating away from | |
| // the page, which can be much longer than when the pixels are fully | |
| // decoded, especially for a still (non-animated) image. Even for | |
| // looping animations, caching the decoded frames (at the higher HTML | |
| // renderer layer) may mean that each frame is only decoded once (at | |
| // the lower SkCodec layer), in sequence. | |
| // | |
| // The heuristic we use here is to free the memory if we have decoded | |
| // the last frame of the animation (or, for still images, the only | |
| // frame). The output of the next decode request (if any) should be the | |
| // same either way, but the steady state memory use should hopefully be | |
| // lower than always keeping the fTwoPassPixbufPtr buffer up until the | |
| // SkWuffsCodec destructor runs. | |
| // | |
| // This only applies to "two pass" decoding. "One pass" decoding does | |
| // not allocate, free or otherwise use fTwoPassPixbufPtr. | |
| if (fFramesComplete && (static_cast<size_t>(options().fFrameIndex) == fFrames.size() - 1)) { | |
| fTwoPassPixbufPtr.reset(nullptr); | |
| fTwoPassPixbufLen = 0; | |
| } | |
| } | |
| return result; | |
| } | |
| int SkWuffsCodec::onGetFrameCount() { | |
| // It is valid, in terms of the SkCodec API, to call SkCodec::getFrameCount | |
| // while in an incremental decode (after onStartIncrementalDecode returns | |
| // and before onIncrementalDecode returns kSuccess). | |
| // | |
| // We should not advance the SkWuffsCodec' stream while doing so, even | |
| // though other SkCodec implementations can return increasing values from | |
| // onGetFrameCount when given more data. If we tried to do so, the | |
| // subsequent resume of the incremental decode would continue reading from | |
| // a different position in the I/O stream, leading to an incorrect error. | |
| // | |
| // Other SkCodec implementations can move the stream forward during | |
| // onGetFrameCount because they assume that the stream is rewindable / | |
| // seekable. For example, an alternative GIF implementation may choose to | |
| // store, for each frame walked past when merely counting the number of | |
| // frames, the I/O position of each of the frame's GIF data blocks. (A GIF | |
| // frame's compressed data can have multiple data blocks, each at most 255 | |
| // bytes in length). Obviously, this can require O(numberOfFrames) extra | |
| // memory to store these I/O positions. The constant factor is small, but | |
| // it's still O(N), not O(1). | |
| // | |
| // Wuffs and SkWuffsCodec try to minimize relying on the rewindable / | |
| // seekable assumption. By design, Wuffs per se aims for O(1) memory use | |
| // (after any pixel buffers are allocated) instead of O(N), and its I/O | |
| // type, wuffs_base__io_buffer, is not necessarily rewindable or seekable. | |
| // | |
| // The Wuffs API provides a limited, optional form of seeking, to the start | |
| // of an animation frame's data, but does not provide arbitrary save and | |
| // load of its internal state whilst in the middle of an animation frame. | |
| bool incrementalDecodeIsInProgress = fIncrDecDst != nullptr; | |
| if (!fFramesComplete && !incrementalDecodeIsInProgress) { | |
| this->onGetFrameCountInternal(); | |
| this->updateNumFullyReceivedFrames(WhichDecoder::kIncrDecode); | |
| } | |
| return fFrames.size(); | |
| } | |
| void SkWuffsCodec::onGetFrameCountInternal() { | |
| size_t n = fFrames.size(); | |
| int i = n ? n - 1 : 0; | |
| if (this->seekFrame(WhichDecoder::kIncrDecode, i) != SkCodec::kSuccess) { | |
| return; | |
| } | |
| // Iterate through the frames, converting from Wuffs' | |
| // wuffs_base__frame_config type to Skia's SkWuffsFrame type. | |
| for (; i < INT_MAX; i++) { | |
| const char* status = this->decodeFrameConfig(WhichDecoder::kIncrDecode); | |
| if (status == nullptr) { | |
| // No-op. | |
| } else if (status == wuffs_base__note__end_of_data) { | |
| break; | |
| } else { | |
| return; | |
| } | |
| if (static_cast<size_t>(i) < fFrames.size()) { | |
| continue; | |
| } | |
| fFrames.emplace_back(&fFrameConfigs[WhichDecoder::kIncrDecode]); | |
| SkWuffsFrame* f = &fFrames[fFrames.size() - 1]; | |
| fFrameHolder.setAlphaAndRequiredFrame(f); | |
| } | |
| fFramesComplete = true; | |
| } | |
| bool SkWuffsCodec::onGetFrameInfo(int i, SkCodec::FrameInfo* frameInfo) const { | |
| const SkWuffsFrame* f = this->frame(i); | |
| if (!f) { | |
| return false; | |
| } | |
| if (frameInfo) { | |
| f->fillIn(frameInfo, static_cast<uint64_t>(i) < this->fNumFullyReceivedFrames); | |
| } | |
| return true; | |
| } | |
| int SkWuffsCodec::onGetRepetitionCount() { | |
| // Convert from Wuffs's loop count to Skia's repeat count. Wuffs' uint32_t | |
| // number is how many times to play the loop. Skia's int number is how many | |
| // times to play the loop *after the first play*. Wuffs and Skia use 0 and | |
| // kRepetitionCountInfinite respectively to mean loop forever. | |
| uint32_t n = fDecoders[WhichDecoder::kIncrDecode]->num_animation_loops(); | |
| if (n == 0) { | |
| return SkCodec::kRepetitionCountInfinite; | |
| } | |
| n--; | |
| return n < INT_MAX ? n : INT_MAX; | |
| } | |
| SkCodec::Result SkWuffsCodec::seekFrame(WhichDecoder which, int frameIndex) { | |
| if (fDecoderIsSuspended[which]) { | |
| SkCodec::Result res = this->resetDecoder(which); | |
| if (res != SkCodec::kSuccess) { | |
| return res; | |
| } | |
| } | |
| uint64_t pos = 0; | |
| if (frameIndex < 0) { | |
| return SkCodec::kInternalError; | |
| } else if (frameIndex == 0) { | |
| pos = fFirstFrameIOPosition; | |
| } else if (static_cast<size_t>(frameIndex) < fFrames.size()) { | |
| pos = fFrames[frameIndex].ioPosition(); | |
| } else { | |
| return SkCodec::kInternalError; | |
| } | |
| if (!seek_buffer(&fIOBuffer, fStream.get(), pos)) { | |
| return SkCodec::kInternalError; | |
| } | |
| wuffs_base__status status = | |
| fDecoders[which]->restart_frame(frameIndex, fIOBuffer.reader_io_position()); | |
| if (status.repr != nullptr) { | |
| return SkCodec::kInternalError; | |
| } | |
| return SkCodec::kSuccess; | |
| } | |
| SkCodec::Result SkWuffsCodec::resetDecoder(WhichDecoder which) { | |
| if (!fStream->rewind()) { | |
| return SkCodec::kInternalError; | |
| } | |
| fIOBuffer.meta = wuffs_base__empty_io_buffer_meta(); | |
| SkCodec::Result result = | |
| reset_and_decode_image_config(fDecoders[which].get(), nullptr, &fIOBuffer, fStream.get()); | |
| if (result == SkCodec::kIncompleteInput) { | |
| return SkCodec::kInternalError; | |
| } else if (result != SkCodec::kSuccess) { | |
| return result; | |
| } | |
| fDecoderIsSuspended[which] = false; | |
| return SkCodec::kSuccess; | |
| } | |
| const char* SkWuffsCodec::decodeFrameConfig(WhichDecoder which) { | |
| while (true) { | |
| wuffs_base__status status = | |
| fDecoders[which]->decode_frame_config(&fFrameConfigs[which], &fIOBuffer); | |
| if ((status.repr == wuffs_base__suspension__short_read) && | |
| fill_buffer(&fIOBuffer, fStream.get())) { | |
| continue; | |
| } | |
| fDecoderIsSuspended[which] = !status.is_complete(); | |
| this->updateNumFullyReceivedFrames(which); | |
| return status.repr; | |
| } | |
| } | |
| const char* SkWuffsCodec::decodeFrame(WhichDecoder which) { | |
| while (true) { | |
| wuffs_base__status status = fDecoders[which]->decode_frame( | |
| &fPixelBuffer, &fIOBuffer, fIncrDecPixelBlend, | |
| wuffs_base__make_slice_u8(fWorkbufPtr.get(), fWorkbufLen), nullptr); | |
| if ((status.repr == wuffs_base__suspension__short_read) && | |
| fill_buffer(&fIOBuffer, fStream.get())) { | |
| continue; | |
| } | |
| fDecoderIsSuspended[which] = !status.is_complete(); | |
| this->updateNumFullyReceivedFrames(which); | |
| return status.repr; | |
| } | |
| } | |
| void SkWuffsCodec::updateNumFullyReceivedFrames(WhichDecoder which) { | |
| // num_decoded_frames's return value, n, can change over time, both up and | |
| // down, as we seek back and forth in the underlying stream. | |
| // fNumFullyReceivedFrames is the highest n we've seen. | |
| uint64_t n = fDecoders[which]->num_decoded_frames(); | |
| if (fNumFullyReceivedFrames < n) { | |
| fNumFullyReceivedFrames = n; | |
| } | |
| } | |
| // -------------------------------- SkWuffsCodec.h functions | |
| bool SkWuffsCodec_IsFormat(const void* buf, size_t bytesRead) { | |
| constexpr const char* gif_ptr = "GIF8"; | |
| constexpr size_t gif_len = 4; | |
| return (bytesRead >= gif_len) && (memcmp(buf, gif_ptr, gif_len) == 0); | |
| } | |
| std::unique_ptr<SkCodec> SkWuffsCodec_MakeFromStream(std::unique_ptr<SkStream> stream, | |
| SkCodec::Result* result) { | |
| uint8_t buffer[SK_WUFFS_CODEC_BUFFER_SIZE]; | |
| wuffs_base__io_buffer iobuf = | |
| wuffs_base__make_io_buffer(wuffs_base__make_slice_u8(buffer, SK_WUFFS_CODEC_BUFFER_SIZE), | |
| wuffs_base__empty_io_buffer_meta()); | |
| wuffs_base__image_config imgcfg = wuffs_base__null_image_config(); | |
| // Wuffs is primarily a C library, not a C++ one. Furthermore, outside of | |
| // the wuffs_base__etc types, the sizeof a file format specific type like | |
| // GIF's wuffs_gif__decoder can vary between Wuffs versions. If p is of | |
| // type wuffs_gif__decoder*, then the supported API treats p as a pointer | |
| // to an opaque type: a private implementation detail. The API is always | |
| // "set_foo(p, etc)" and not "p->foo = etc". | |
| // | |
| // See https://en.wikipedia.org/wiki/Opaque_pointer#C | |
| // | |
| // Thus, we don't use C++'s new operator (which requires knowing the sizeof | |
| // the struct at compile time). Instead, we use sk_malloc_canfail, with | |
| // sizeof__wuffs_gif__decoder returning the appropriate value for the | |
| // (statically or dynamically) linked version of the Wuffs library. | |
| // | |
| // As a C (not C++) library, none of the Wuffs types have constructors or | |
| // destructors. | |
| // | |
| // In RAII style, we can still use std::unique_ptr with these pointers, but | |
| // we pair the pointer with sk_free instead of C++'s delete. | |
| void* decoder_raw = sk_malloc_canfail(sizeof__wuffs_gif__decoder()); | |
| if (!decoder_raw) { | |
| *result = SkCodec::kInternalError; | |
| return nullptr; | |
| } | |
| std::unique_ptr<wuffs_gif__decoder, decltype(&sk_free)> decoder( | |
| reinterpret_cast<wuffs_gif__decoder*>(decoder_raw), &sk_free); | |
| SkCodec::Result reset_result = | |
| reset_and_decode_image_config(decoder.get(), &imgcfg, &iobuf, stream.get()); | |
| if (reset_result != SkCodec::kSuccess) { | |
| *result = reset_result; | |
| return nullptr; | |
| } | |
| uint32_t width = imgcfg.pixcfg.width(); | |
| uint32_t height = imgcfg.pixcfg.height(); | |
| if ((width == 0) || (width > INT_MAX) || (height == 0) || (height > INT_MAX)) { | |
| *result = SkCodec::kInvalidInput; | |
| return nullptr; | |
| } | |
| uint64_t workbuf_len = decoder->workbuf_len().max_incl; | |
| void* workbuf_ptr_raw = nullptr; | |
| if (workbuf_len) { | |
| workbuf_ptr_raw = workbuf_len <= SIZE_MAX ? sk_malloc_canfail(workbuf_len) : nullptr; | |
| if (!workbuf_ptr_raw) { | |
| *result = SkCodec::kInternalError; | |
| return nullptr; | |
| } | |
| } | |
| std::unique_ptr<uint8_t, decltype(&sk_free)> workbuf_ptr( | |
| reinterpret_cast<uint8_t*>(workbuf_ptr_raw), &sk_free); | |
| SkEncodedInfo::Color color = | |
| (imgcfg.pixcfg.pixel_format().repr == WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL) | |
| ? SkEncodedInfo::kBGRA_Color | |
| : SkEncodedInfo::kRGBA_Color; | |
| // In Skia's API, the alpha we calculate here and return is only for the | |
| // first frame. | |
| SkEncodedInfo::Alpha alpha = imgcfg.first_frame_is_opaque() ? SkEncodedInfo::kOpaque_Alpha | |
| : SkEncodedInfo::kBinary_Alpha; | |
| SkEncodedInfo encodedInfo = SkEncodedInfo::Make(width, height, color, alpha, 8); | |
| *result = SkCodec::kSuccess; | |
| return std::unique_ptr<SkCodec>(new SkWuffsCodec(std::move(encodedInfo), std::move(stream), | |
| std::move(decoder), std::move(workbuf_ptr), | |
| workbuf_len, imgcfg, iobuf)); | |
| } |