| /* |
| * Copyright 2018 Google Inc. |
| * |
| * Use of this source code is governed by a BSD-style license that can be |
| * found in the LICENSE file. |
| */ |
| |
| #include "tools/DDLPromiseImageHelper.h" |
| |
| #include "include/core/SkDeferredDisplayListRecorder.h" |
| #include "include/core/SkPicture.h" |
| #include "include/core/SkSerialProcs.h" |
| #include "include/core/SkYUVAIndex.h" |
| #include "include/core/SkYUVASizeInfo.h" |
| #include "include/gpu/GrContext.h" |
| #include "src/core/SkCachedData.h" |
| #include "src/image/SkImage_Base.h" |
| #include "src/image/SkImage_GpuYUVA.h" |
| |
| DDLPromiseImageHelper::PromiseImageCallbackContext::~PromiseImageCallbackContext() { |
| SkASSERT(fDoneCnt == fNumImages); |
| SkASSERT(!fUnreleasedFulfills); |
| SkASSERT(fTotalReleases == fTotalFulfills); |
| SkASSERT(!fTotalFulfills || fDoneCnt); |
| |
| if (fPromiseImageTexture) { |
| fContext->deleteBackendTexture(fPromiseImageTexture->backendTexture()); |
| } |
| } |
| |
| void DDLPromiseImageHelper::PromiseImageCallbackContext::setBackendTexture( |
| const GrBackendTexture& backendTexture) { |
| SkASSERT(!fPromiseImageTexture); |
| fPromiseImageTexture = SkPromiseImageTexture::Make(backendTexture); |
| } |
| |
| /////////////////////////////////////////////////////////////////////////////////////////////////// |
| |
| sk_sp<SkData> DDLPromiseImageHelper::deflateSKP(const SkPicture* inputPicture) { |
| SkSerialProcs procs; |
| |
| procs.fImageCtx = this; |
| procs.fImageProc = [](SkImage* image, void* ctx) -> sk_sp<SkData> { |
| auto helper = static_cast<DDLPromiseImageHelper*>(ctx); |
| |
| int id = helper->findOrDefineImage(image); |
| |
| // Even if 'id' is invalid (i.e., -1) write it to the SKP |
| return SkData::MakeWithCopy(&id, sizeof(id)); |
| }; |
| |
| return inputPicture->serialize(&procs); |
| } |
| |
| static GrBackendTexture create_yuva_texture(GrContext* context, const SkPixmap& pm, |
| const SkYUVAIndex yuvaIndices[4], int texIndex) { |
| SkASSERT(texIndex >= 0 && texIndex <= 3); |
| |
| #ifdef SK_DEBUG |
| int channelCount = 0; |
| for (int i = 0; i < SkYUVAIndex::kIndexCount; ++i) { |
| if (yuvaIndices[i].fIndex == texIndex) { |
| ++channelCount; |
| } |
| } |
| if (2 == channelCount) { |
| SkASSERT(kR8G8_unorm_SkColorType == pm.colorType()); |
| } |
| #endif |
| |
| return context->createBackendTexture(&pm, 1, GrRenderable::kNo, GrProtected::kNo); |
| } |
| |
| void DDLPromiseImageHelper::uploadAllToGPU(GrContext* context) { |
| for (int i = 0; i < fImageInfo.count(); ++i) { |
| const PromiseImageInfo& info = fImageInfo[i]; |
| |
| // DDL TODO: how can we tell if we need mipmapping! |
| if (info.isYUV()) { |
| int numPixmaps; |
| SkAssertResult(SkYUVAIndex::AreValidIndices(info.yuvaIndices(), &numPixmaps)); |
| for (int j = 0; j < numPixmaps; ++j) { |
| const SkPixmap& yuvPixmap = info.yuvPixmap(j); |
| |
| sk_sp<PromiseImageCallbackContext> callbackContext( |
| new PromiseImageCallbackContext(context)); |
| |
| callbackContext->setBackendTexture(create_yuva_texture(context, yuvPixmap, |
| info.yuvaIndices(), j)); |
| SkASSERT(callbackContext->promiseImageTexture()); |
| |
| fImageInfo[i].setCallbackContext(j, std::move(callbackContext)); |
| } |
| } else { |
| sk_sp<PromiseImageCallbackContext> callbackContext( |
| new PromiseImageCallbackContext(context)); |
| |
| const SkBitmap& bm = info.normalBitmap(); |
| |
| GrBackendTexture backendTex = context->createBackendTexture( |
| &bm.pixmap(), 1, GrRenderable::kNo, |
| GrProtected::kNo); |
| |
| callbackContext->setBackendTexture(backendTex); |
| |
| // The GMs sometimes request too large an image |
| //SkAssertResult(callbackContext->backendTexture().isValid()); |
| |
| fImageInfo[i].setCallbackContext(0, std::move(callbackContext)); |
| } |
| } |
| } |
| |
| sk_sp<SkPicture> DDLPromiseImageHelper::reinflateSKP( |
| SkDeferredDisplayListRecorder* recorder, |
| SkData* compressedPictureData, |
| SkTArray<sk_sp<SkImage>>* promiseImages) const { |
| PerRecorderContext perRecorderContext { recorder, this, promiseImages }; |
| |
| SkDeserialProcs procs; |
| procs.fImageCtx = (void*) &perRecorderContext; |
| procs.fImageProc = PromiseImageCreator; |
| |
| return SkPicture::MakeFromData(compressedPictureData, &procs); |
| } |
| |
| // This generates promise images to replace the indices in the compressed picture. This |
| // reconstitution is performed separately in each thread so we end up with multiple |
| // promise images referring to the same GrBackendTexture. |
| sk_sp<SkImage> DDLPromiseImageHelper::PromiseImageCreator(const void* rawData, |
| size_t length, void* ctxIn) { |
| PerRecorderContext* perRecorderContext = static_cast<PerRecorderContext*>(ctxIn); |
| const DDLPromiseImageHelper* helper = perRecorderContext->fHelper; |
| SkDeferredDisplayListRecorder* recorder = perRecorderContext->fRecorder; |
| |
| SkASSERT(length == sizeof(int)); |
| |
| const int* indexPtr = static_cast<const int*>(rawData); |
| if (!helper->isValidID(*indexPtr)) { |
| return nullptr; |
| } |
| |
| const DDLPromiseImageHelper::PromiseImageInfo& curImage = helper->getInfo(*indexPtr); |
| |
| if (!curImage.promiseTexture(0)) { |
| SkASSERT(!curImage.isYUV()); |
| // We weren't able to make a backend texture for this SkImage. In this case we create |
| // a separate bitmap-backed image for each thread. |
| SkASSERT(curImage.normalBitmap().isImmutable()); |
| return SkImage::MakeFromBitmap(curImage.normalBitmap()); |
| } |
| SkASSERT(curImage.index() == *indexPtr); |
| |
| sk_sp<SkImage> image; |
| if (curImage.isYUV()) { |
| GrBackendFormat backendFormats[SkYUVASizeInfo::kMaxCount]; |
| void* contexts[SkYUVASizeInfo::kMaxCount] = { nullptr, nullptr, nullptr, nullptr }; |
| SkISize sizes[SkYUVASizeInfo::kMaxCount]; |
| // TODO: store this value somewhere? |
| int textureCount; |
| SkAssertResult(SkYUVAIndex::AreValidIndices(curImage.yuvaIndices(), &textureCount)); |
| for (int i = 0; i < textureCount; ++i) { |
| const GrBackendTexture& backendTex = curImage.promiseTexture(i)->backendTexture(); |
| backendFormats[i] = backendTex.getBackendFormat(); |
| SkASSERT(backendFormats[i].isValid()); |
| contexts[i] = curImage.refCallbackContext(i).release(); |
| sizes[i].set(curImage.yuvPixmap(i).width(), curImage.yuvPixmap(i).height()); |
| } |
| for (int i = textureCount; i < SkYUVASizeInfo::kMaxCount; ++i) { |
| sizes[i] = SkISize::MakeEmpty(); |
| } |
| |
| image = recorder->makeYUVAPromiseTexture( |
| curImage.yuvColorSpace(), |
| backendFormats, |
| sizes, |
| curImage.yuvaIndices(), |
| curImage.overallWidth(), |
| curImage.overallHeight(), |
| GrSurfaceOrigin::kTopLeft_GrSurfaceOrigin, |
| curImage.refOverallColorSpace(), |
| DDLPromiseImageHelper::PromiseImageFulfillProc, |
| DDLPromiseImageHelper::PromiseImageReleaseProc, |
| DDLPromiseImageHelper::PromiseImageDoneProc, |
| contexts, |
| SkDeferredDisplayListRecorder::PromiseImageApiVersion::kNew); |
| for (int i = 0; i < textureCount; ++i) { |
| curImage.callbackContext(i)->wasAddedToImage(); |
| } |
| |
| #ifdef SK_DEBUG |
| { |
| // By the peekProxy contract this image should not have a single backing proxy so |
| // should return null. The call should also not trigger the conversion to RGBA. |
| SkImage_GpuYUVA* yuva = reinterpret_cast<SkImage_GpuYUVA*>(image.get()); |
| SkASSERT(!yuva->peekProxy()); |
| SkASSERT(!yuva->peekProxy()); // the first call didn't force a conversion to RGBA |
| } |
| #endif |
| } else { |
| const GrBackendTexture& backendTex = curImage.promiseTexture(0)->backendTexture(); |
| GrBackendFormat backendFormat = backendTex.getBackendFormat(); |
| SkASSERT(backendFormat.isValid()); |
| |
| // Each DDL recorder gets its own ref on the promise callback context for the |
| // promise images it creates. |
| // DDL TODO: sort out mipmapping |
| image = recorder->makePromiseTexture( |
| backendFormat, |
| curImage.overallWidth(), |
| curImage.overallHeight(), |
| GrMipMapped::kNo, |
| GrSurfaceOrigin::kTopLeft_GrSurfaceOrigin, |
| curImage.overallColorType(), |
| curImage.overallAlphaType(), |
| curImage.refOverallColorSpace(), |
| DDLPromiseImageHelper::PromiseImageFulfillProc, |
| DDLPromiseImageHelper::PromiseImageReleaseProc, |
| DDLPromiseImageHelper::PromiseImageDoneProc, |
| (void*)curImage.refCallbackContext(0).release(), |
| SkDeferredDisplayListRecorder::PromiseImageApiVersion::kNew); |
| curImage.callbackContext(0)->wasAddedToImage(); |
| } |
| perRecorderContext->fPromiseImages->push_back(image); |
| SkASSERT(image); |
| return image; |
| } |
| |
| int DDLPromiseImageHelper::findImage(SkImage* image) const { |
| for (int i = 0; i < fImageInfo.count(); ++i) { |
| if (fImageInfo[i].originalUniqueID() == image->uniqueID()) { // trying to dedup here |
| SkASSERT(fImageInfo[i].index() == i); |
| SkASSERT(this->isValidID(i) && this->isValidID(fImageInfo[i].index())); |
| return i; |
| } |
| } |
| return -1; |
| } |
| |
| int DDLPromiseImageHelper::addImage(SkImage* image) { |
| SkImage_Base* ib = as_IB(image); |
| |
| SkImageInfo overallII = SkImageInfo::Make(image->width(), image->height(), |
| image->colorType() == kBGRA_8888_SkColorType |
| ? kRGBA_8888_SkColorType |
| : image->colorType(), |
| image->alphaType(), |
| image->refColorSpace()); |
| |
| PromiseImageInfo& newImageInfo = fImageInfo.emplace_back(fImageInfo.count(), |
| image->uniqueID(), |
| overallII); |
| |
| SkYUVASizeInfo yuvaSizeInfo; |
| SkYUVAIndex yuvaIndices[SkYUVAIndex::kIndexCount]; |
| SkYUVColorSpace yuvColorSpace; |
| const void* planes[SkYUVASizeInfo::kMaxCount]; |
| sk_sp<SkCachedData> yuvData = ib->getPlanes(&yuvaSizeInfo, yuvaIndices, &yuvColorSpace, planes); |
| if (yuvData) { |
| newImageInfo.setYUVData(std::move(yuvData), yuvaIndices, yuvColorSpace); |
| |
| // determine colortypes from index data |
| // for testing we only ever use A8, RG_88 |
| SkColorType colorTypes[SkYUVASizeInfo::kMaxCount] = { |
| kUnknown_SkColorType, kUnknown_SkColorType, |
| kUnknown_SkColorType, kUnknown_SkColorType |
| }; |
| for (int yuvIndex = 0; yuvIndex < SkYUVAIndex::kIndexCount; ++yuvIndex) { |
| int texIdx = yuvaIndices[yuvIndex].fIndex; |
| if (texIdx < 0) { |
| SkASSERT(SkYUVAIndex::kA_Index == yuvIndex); |
| continue; |
| } |
| if (kUnknown_SkColorType == colorTypes[texIdx]) { |
| colorTypes[texIdx] = kAlpha_8_SkColorType; |
| } else { |
| colorTypes[texIdx] = kR8G8_unorm_SkColorType; |
| } |
| } |
| |
| for (int i = 0; i < SkYUVASizeInfo::kMaxCount; ++i) { |
| if (yuvaSizeInfo.fSizes[i].isEmpty()) { |
| SkASSERT(!yuvaSizeInfo.fWidthBytes[i] && kUnknown_SkColorType == colorTypes[i]); |
| continue; |
| } |
| |
| SkImageInfo planeII = SkImageInfo::Make(yuvaSizeInfo.fSizes[i].fWidth, |
| yuvaSizeInfo.fSizes[i].fHeight, |
| colorTypes[i], |
| kUnpremul_SkAlphaType); |
| newImageInfo.addYUVPlane(i, planeII, planes[i], yuvaSizeInfo.fWidthBytes[i]); |
| } |
| } else { |
| sk_sp<SkImage> rasterImage = image->makeRasterImage(); // force decoding of lazy images |
| if (!rasterImage) { |
| return -1; |
| } |
| |
| SkBitmap tmp; |
| tmp.allocPixels(overallII); |
| |
| if (!rasterImage->readPixels(tmp.pixmap(), 0, 0)) { |
| return -1; |
| } |
| |
| tmp.setImmutable(); |
| newImageInfo.setNormalBitmap(tmp); |
| } |
| // In either case newImageInfo's PromiseImageCallbackContext is filled in by uploadAllToGPU |
| |
| return fImageInfo.count()-1; |
| } |
| |
| int DDLPromiseImageHelper::findOrDefineImage(SkImage* image) { |
| int preExistingID = this->findImage(image); |
| if (preExistingID >= 0) { |
| SkASSERT(this->isValidID(preExistingID)); |
| return preExistingID; |
| } |
| |
| int newID = this->addImage(image); |
| return newID; |
| } |
