blob: bf2fb85b517f949771afdca3d272c15d6a45a2d9 [file] [log] [blame]
/*
* Copyright 2015 Google Inc.
*
* Use of this source code is governed by a BSD-style license that can be
* found in the LICENSE file.
*/
#include "src/shaders/SkImageShader.h"
#include "include/private/SkImageInfoPriv.h"
#include "src/core/SkArenaAlloc.h"
#include "src/core/SkColorSpacePriv.h"
#include "src/core/SkColorSpaceXformSteps.h"
#include "src/core/SkMatrixPriv.h"
#include "src/core/SkMatrixProvider.h"
#include "src/core/SkMipmapAccessor.h"
#include "src/core/SkOpts.h"
#include "src/core/SkRasterPipeline.h"
#include "src/core/SkReadBuffer.h"
#include "src/core/SkVM.h"
#include "src/core/SkWriteBuffer.h"
#include "src/image/SkImage_Base.h"
#include "src/shaders/SkBitmapProcShader.h"
#include "src/shaders/SkTransformShader.h"
#ifdef SK_ENABLE_SKSL
#ifdef SK_GRAPHITE_ENABLED
#include "src/gpu/graphite/ImageUtils.h"
#endif
#include "src/core/SkKeyContext.h"
#include "src/core/SkKeyHelpers.h"
#include "src/core/SkPaintParamsKey.h"
#endif
SkM44 SkImageShader::CubicResamplerMatrix(float B, float C) {
#if 0
constexpr SkM44 kMitchell = SkM44( 1.f/18.f, -9.f/18.f, 15.f/18.f, -7.f/18.f,
16.f/18.f, 0.f/18.f, -36.f/18.f, 21.f/18.f,
1.f/18.f, 9.f/18.f, 27.f/18.f, -21.f/18.f,
0.f/18.f, 0.f/18.f, -6.f/18.f, 7.f/18.f);
constexpr SkM44 kCatmull = SkM44(0.0f, -0.5f, 1.0f, -0.5f,
1.0f, 0.0f, -2.5f, 1.5f,
0.0f, 0.5f, 2.0f, -1.5f,
0.0f, 0.0f, -0.5f, 0.5f);
if (B == 1.0f/3 && C == 1.0f/3) {
return kMitchell;
}
if (B == 0 && C == 0.5f) {
return kCatmull;
}
#endif
return SkM44( (1.f/6)*B, -(3.f/6)*B - C, (3.f/6)*B + 2*C, - (1.f/6)*B - C,
1 - (2.f/6)*B, 0, -3 + (12.f/6)*B + C, 2 - (9.f/6)*B - C,
(1.f/6)*B, (3.f/6)*B + C, 3 - (15.f/6)*B - 2*C, -2 + (9.f/6)*B + C,
0, 0, -C, (1.f/6)*B + C);
}
/**
* We are faster in clamp, so always use that tiling when we can.
*/
static SkTileMode optimize(SkTileMode tm, int dimension) {
SkASSERT(dimension > 0);
#ifdef SK_BUILD_FOR_ANDROID_FRAMEWORK
// need to update frameworks/base/libs/hwui/tests/unit/SkiaBehaviorTests.cpp:55 to allow
// for transforming to clamp.
return tm;
#else
// mirror and repeat on a 1px axis are the same as clamping, but decal will still transition to
// transparent black.
return (tm != SkTileMode::kDecal && dimension == 1) ? SkTileMode::kClamp : tm;
#endif
}
// TODO: currently this only *always* used in asFragmentProcessor(), which is excluded on no-gpu
// builds. No-gpu builds only use needs_subset() in asserts, so release+no-gpu doesn't use it, which
// can cause builds to fail if unused warnings are treated as errors.
[[maybe_unused]] static bool needs_subset(SkImage* img, const SkRect& subset) {
return subset != SkRect::Make(img->dimensions());
}
SkImageShader::SkImageShader(sk_sp<SkImage> img,
const SkRect& subset,
SkTileMode tmx, SkTileMode tmy,
const SkSamplingOptions& sampling,
const SkMatrix* localMatrix,
bool raw,
bool clampAsIfUnpremul)
: INHERITED(localMatrix)
, fImage(std::move(img))
, fSampling(sampling)
, fTileModeX(optimize(tmx, fImage->width()))
, fTileModeY(optimize(tmy, fImage->height()))
, fSubset(subset)
, fRaw(raw)
, fClampAsIfUnpremul(clampAsIfUnpremul) {
// These options should never appear together:
SkASSERT(!fRaw || !fClampAsIfUnpremul);
// Bicubic filtering of raw image shaders would add a surprising clamp - so we don't support it
SkASSERT(!fRaw || !fSampling.useCubic);
}
// just used for legacy-unflattening
enum class LegacyFilterEnum {
kNone,
kLow,
kMedium,
kHigh,
// this is the special value for backward compatibility
kInheritFromPaint,
// this signals we should use the new SkFilterOptions
kUseFilterOptions,
// use cubic and ignore FilterOptions
kUseCubicResampler,
kLast = kUseCubicResampler,
};
// fClampAsIfUnpremul is always false when constructed through public APIs,
// so there's no need to read or write it here.
sk_sp<SkFlattenable> SkImageShader::CreateProc(SkReadBuffer& buffer) {
auto tmx = buffer.read32LE<SkTileMode>(SkTileMode::kLastTileMode);
auto tmy = buffer.read32LE<SkTileMode>(SkTileMode::kLastTileMode);
SkSamplingOptions sampling;
bool readSampling = true;
if (buffer.isVersionLT(SkPicturePriv::kNoFilterQualityShaders_Version) &&
!buffer.readBool() /* legacy has_sampling */)
{
readSampling = false;
// we just default to Nearest in sampling
}
if (readSampling) {
sampling = buffer.readSampling();
}
SkMatrix localMatrix;
buffer.readMatrix(&localMatrix);
sk_sp<SkImage> img = buffer.readImage();
if (!img) {
return nullptr;
}
bool raw = buffer.isVersionLT(SkPicturePriv::Version::kRawImageShaders) ? false
: buffer.readBool();
// TODO(skbug.com/12784): Subset is not serialized yet; it's only used by special images so it
// will never be written to an SKP.
return raw ? SkImageShader::MakeRaw(std::move(img), tmx, tmy, sampling, &localMatrix)
: SkImageShader::Make(std::move(img), tmx, tmy, sampling, &localMatrix);
}
void SkImageShader::flatten(SkWriteBuffer& buffer) const {
buffer.writeUInt((unsigned)fTileModeX);
buffer.writeUInt((unsigned)fTileModeY);
buffer.writeSampling(fSampling);
buffer.writeMatrix(this->getLocalMatrix());
buffer.writeImage(fImage.get());
SkASSERT(fClampAsIfUnpremul == false);
// TODO(skbug.com/12784): Subset is not serialized yet; it's only used by special images so it
// will never be written to an SKP.
SkASSERT(!needs_subset(fImage.get(), fSubset));
buffer.writeBool(fRaw);
}
bool SkImageShader::isOpaque() const {
return fImage->isOpaque() &&
fTileModeX != SkTileMode::kDecal && fTileModeY != SkTileMode::kDecal;
}
#ifdef SK_ENABLE_LEGACY_SHADERCONTEXT
static bool legacy_shader_can_handle(const SkMatrix& inv) {
SkASSERT(!inv.hasPerspective());
// Scale+translate methods are always present, but affine might not be.
if (!SkOpts::S32_alpha_D32_filter_DXDY && !inv.isScaleTranslate()) {
return false;
}
// legacy code uses SkFixed 32.32, so ensure the inverse doesn't map device coordinates
// out of range.
const SkScalar max_dev_coord = 32767.0f;
const SkRect src = inv.mapRect(SkRect::MakeWH(max_dev_coord, max_dev_coord));
// take 1/4 of max signed 32bits so we have room to subtract local values
const SkScalar max_fixed32dot32 = float(SK_MaxS32) * 0.25f;
if (!SkRect::MakeLTRB(-max_fixed32dot32, -max_fixed32dot32,
+max_fixed32dot32, +max_fixed32dot32).contains(src)) {
return false;
}
// legacy shader impl should be able to handle these matrices
return true;
}
SkShaderBase::Context* SkImageShader::onMakeContext(const ContextRec& rec,
SkArenaAlloc* alloc) const {
SkASSERT(!needs_subset(fImage.get(), fSubset)); // TODO(skbug.com/12784)
if (fImage->alphaType() == kUnpremul_SkAlphaType) {
return nullptr;
}
if (fImage->colorType() != kN32_SkColorType) {
return nullptr;
}
if (fTileModeX != fTileModeY) {
return nullptr;
}
if (fTileModeX == SkTileMode::kDecal || fTileModeY == SkTileMode::kDecal) {
return nullptr;
}
SkSamplingOptions sampling = fSampling;
if (sampling.isAniso()) {
sampling = SkSamplingPriv::AnisoFallback(fImage->hasMipmaps());
}
auto supported = [](const SkSamplingOptions& sampling) {
const std::tuple<SkFilterMode,SkMipmapMode> supported[] = {
{SkFilterMode::kNearest, SkMipmapMode::kNone}, // legacy None
{SkFilterMode::kLinear, SkMipmapMode::kNone}, // legacy Low
{SkFilterMode::kLinear, SkMipmapMode::kNearest}, // legacy Medium
};
for (auto [f, m] : supported) {
if (sampling.filter == f && sampling.mipmap == m) {
return true;
}
}
return false;
};
if (sampling.useCubic || !supported(sampling)) {
return nullptr;
}
// SkBitmapProcShader stores bitmap coordinates in a 16bit buffer,
// so it can't handle bitmaps larger than 65535.
//
// We back off another bit to 32767 to make small amounts of
// intermediate math safe, e.g. in
//
// SkFixed fx = ...;
// fx = tile(fx + SK_Fixed1);
//
// we want to make sure (fx + SK_Fixed1) never overflows.
if (fImage-> width() > 32767 ||
fImage->height() > 32767) {
return nullptr;
}
SkMatrix inv;
if (!this->computeTotalInverse(*rec.fMatrix, rec.fLocalMatrix, &inv) ||
!legacy_shader_can_handle(inv)) {
return nullptr;
}
if (!rec.isLegacyCompatible(fImage->colorSpace())) {
return nullptr;
}
return SkBitmapProcLegacyShader::MakeContext(*this, fTileModeX, fTileModeY, sampling,
as_IB(fImage.get()), rec, alloc);
}
#endif
SkImage* SkImageShader::onIsAImage(SkMatrix* texM, SkTileMode xy[]) const {
if (texM) {
*texM = this->getLocalMatrix();
}
if (xy) {
xy[0] = fTileModeX;
xy[1] = fTileModeY;
}
return const_cast<SkImage*>(fImage.get());
}
sk_sp<SkShader> SkImageShader::Make(sk_sp<SkImage> image,
SkTileMode tmx, SkTileMode tmy,
const SkSamplingOptions& options,
const SkMatrix* localMatrix,
bool clampAsIfUnpremul) {
SkRect subset = image ? SkRect::Make(image->dimensions()) : SkRect::MakeEmpty();
return MakeSubset(std::move(image), subset, tmx, tmy, options, localMatrix, clampAsIfUnpremul);
}
sk_sp<SkShader> SkImageShader::MakeRaw(sk_sp<SkImage> image,
SkTileMode tmx, SkTileMode tmy,
const SkSamplingOptions& options,
const SkMatrix* localMatrix) {
if (options.useCubic) {
return nullptr;
}
if (!image) {
return SkShaders::Empty();
}
return sk_sp<SkShader>{new SkImageShader(
image, SkRect::Make(image->dimensions()), tmx, tmy, options, localMatrix,
/*raw=*/true, /*clampAsIfUnpremul=*/false)};
}
sk_sp<SkShader> SkImageShader::MakeSubset(sk_sp<SkImage> image,
const SkRect& subset,
SkTileMode tmx, SkTileMode tmy,
const SkSamplingOptions& options,
const SkMatrix* localMatrix,
bool clampAsIfUnpremul) {
auto is_unit = [](float x) {
return x >= 0 && x <= 1;
};
if (options.useCubic) {
if (!is_unit(options.cubic.B) || !is_unit(options.cubic.C)) {
return nullptr;
}
}
if (!image || subset.isEmpty()) {
return SkShaders::Empty();
}
// Validate subset and check if we can drop it
if (!SkRect::Make(image->bounds()).contains(subset)) {
return nullptr;
}
// TODO(skbug.com/12784): GPU-only for now since it's only supported in onAsFragmentProcessor()
SkASSERT(!needs_subset(image.get(), subset) || image->isTextureBacked());
return sk_sp<SkShader>{new SkImageShader(
image, subset, tmx, tmy, options, localMatrix, /*raw=*/false, clampAsIfUnpremul)};
}
///////////////////////////////////////////////////////////////////////////////////////////////////
#if SK_SUPPORT_GPU
#include "src/gpu/ganesh/GrColorInfo.h"
#include "src/gpu/ganesh/GrFPArgs.h"
#include "src/gpu/ganesh/effects/GrBlendFragmentProcessor.h"
std::unique_ptr<GrFragmentProcessor> SkImageShader::asFragmentProcessor(
const GrFPArgs& args) const {
const auto lm = this->totalLocalMatrix(args.fLocalMatrix);
SkMatrix lmInverse;
if (!lm->invert(&lmInverse)) {
return nullptr;
}
SkTileMode tileModes[2] = {fTileModeX, fTileModeY};
const SkRect* subset = needs_subset(fImage.get(), fSubset) ? &fSubset : nullptr;
auto fp = as_IB(fImage.get())->asFragmentProcessor(args.fContext,
fSampling,
tileModes,
lmInverse,
subset);
if (!fp) {
return nullptr;
}
if (!fRaw) {
fp = GrColorSpaceXformEffect::Make(std::move(fp),
fImage->colorSpace(),
fImage->alphaType(),
args.fDstColorInfo->colorSpace(),
kPremul_SkAlphaType);
if (fImage->isAlphaOnly()) {
fp = GrBlendFragmentProcessor::Make<SkBlendMode::kDstIn>(std::move(fp), nullptr);
}
}
return fp;
}
#endif
#ifdef SK_ENABLE_SKSL
void SkImageShader::addToKey(const SkKeyContext& keyContext,
SkPaintParamsKeyBuilder* builder,
SkPipelineDataGatherer* gatherer) const {
ImageShaderBlock::ImageData imgData(fSampling, fTileModeX, fTileModeY, fSubset,
this->getLocalMatrix());
#ifdef SK_GRAPHITE_ENABLED
auto [ imageToDraw, newSampling ] = skgpu::graphite::GetGraphiteBacked(keyContext.recorder(),
fImage.get(),
fSampling);
if (imageToDraw) {
imgData.fSampling = newSampling;
skgpu::graphite::Mipmapped mipmapped = (newSampling.mipmap != SkMipmapMode::kNone)
? skgpu::graphite::Mipmapped::kYes
: skgpu::graphite::Mipmapped::kNo;
auto [view, _] = as_IB(imageToDraw)->asView(keyContext.recorder(), mipmapped);
imgData.fTextureProxy = view.refProxy();
}
#endif
ImageShaderBlock::BeginBlock(keyContext, builder, gatherer, imgData);
builder->endBlock();
}
#endif
///////////////////////////////////////////////////////////////////////////////////////////////////
#include "src/core/SkImagePriv.h"
sk_sp<SkShader> SkMakeBitmapShaderForPaint(const SkPaint& paint, const SkBitmap& src,
SkTileMode tmx, SkTileMode tmy,
const SkSamplingOptions& sampling,
const SkMatrix* localMatrix, SkCopyPixelsMode mode) {
auto s = SkImageShader::Make(SkMakeImageFromRasterBitmap(src, mode),
tmx, tmy, sampling, localMatrix);
if (!s) {
return nullptr;
}
if (SkColorTypeIsAlphaOnly(src.colorType()) && paint.getShader()) {
// Compose the image shader with the paint's shader. Alpha images+shaders should output the
// texture's alpha multiplied by the shader's color. DstIn (d*sa) will achieve this with
// the source image and dst shader (MakeBlend takes dst first, src second).
s = SkShaders::Blend(SkBlendMode::kDstIn, paint.refShader(), std::move(s));
}
return s;
}
void SkShaderBase::RegisterFlattenables() { SK_REGISTER_FLATTENABLE(SkImageShader); }
class SkImageShader::TransformShader : public SkTransformShader {
public:
explicit TransformShader(const SkImageShader& shader)
: SkTransformShader{shader}
, fImageShader{shader} {}
skvm::Color onProgram(skvm::Builder* b,
skvm::Coord device, skvm::Coord local, skvm::Color color,
const SkMatrixProvider& matrices, const SkMatrix* localM,
const SkColorInfo& dst,
skvm::Uniforms* uniforms, SkArenaAlloc* alloc) const override {
return fImageShader.makeProgram(
b, device, local, color, matrices, localM, dst, uniforms, this, alloc);
}
private:
const SkImageShader& fImageShader;
};
static SkSamplingOptions tweak_sampling(SkSamplingOptions sampling, const SkMatrix& matrix) {
SkFilterMode filter = sampling.filter;
// When the matrix is just an integer translate, bilerp == nearest neighbor.
if (filter == SkFilterMode::kLinear &&
matrix.getType() <= SkMatrix::kTranslate_Mask &&
matrix.getTranslateX() == (int)matrix.getTranslateX() &&
matrix.getTranslateY() == (int)matrix.getTranslateY()) {
filter = SkFilterMode::kNearest;
}
return SkSamplingOptions(filter, sampling.mipmap);
}
static SkMatrix tweak_inv_matrix(SkFilterMode filter, SkMatrix matrix) {
// See skia:4649 and the GM image_scale_aligned.
if (filter == SkFilterMode::kNearest) {
if (matrix.getScaleX() >= 0) {
matrix.setTranslateX(nextafterf(matrix.getTranslateX(),
floorf(matrix.getTranslateX())));
}
if (matrix.getScaleY() >= 0) {
matrix.setTranslateY(nextafterf(matrix.getTranslateY(),
floorf(matrix.getTranslateY())));
}
}
return matrix;
}
bool SkImageShader::doStages(const SkStageRec& rec, TransformShader* updater) const {
SkASSERT(!needs_subset(fImage.get(), fSubset)); // TODO(skbug.com/12784)
// We only support certain sampling options in stages so far
auto sampling = fSampling;
if (sampling.isAniso()) {
sampling = SkSamplingPriv::AnisoFallback(fImage->hasMipmaps());
}
if (sampling.mipmap == SkMipmapMode::kLinear) {
return false;
}
if (updater && (sampling.mipmap != SkMipmapMode::kNone)) {
// TODO: medium: recall RequestBitmap and update width/height accordingly
return false;
}
SkRasterPipeline* p = rec.fPipeline;
SkArenaAlloc* alloc = rec.fAlloc;
SkMatrix totalInverse;
if (!this->computeTotalInverse(rec.fMatrixProvider.localToDevice(),
rec.fLocalM,
&totalInverse)) {
return false;
}
totalInverse.normalizePerspective();
SkASSERT(!sampling.useCubic || sampling.mipmap == SkMipmapMode::kNone);
auto* access = SkMipmapAccessor::Make(alloc, fImage.get(), totalInverse, sampling.mipmap);
if (!access) {
return false;
}
SkPixmap pm;
SkMatrix sampleM;
std::tie(pm, sampleM) = access->level();
sampleM.preConcat(totalInverse);
p->append(SkRasterPipeline::seed_shader);
if (updater) {
updater->appendMatrix(rec.fMatrixProvider.localToDevice(), p);
} else {
if (!sampling.useCubic) {
// TODO: can tweak_sampling sometimes for cubic too when B=0
if (rec.fMatrixProvider.localToDeviceHitsPixelCenters()) {
sampling = tweak_sampling(sampling, sampleM);
}
sampleM = tweak_inv_matrix(sampling.filter, sampleM);
}
p->append_matrix(alloc, sampleM);
}
auto gather = alloc->make<SkRasterPipeline_GatherCtx>();
gather->pixels = pm.addr();
gather->stride = pm.rowBytesAsPixels();
gather->width = pm.width();
gather->height = pm.height();
if (sampling.useCubic) {
CubicResamplerMatrix(sampling.cubic.B, sampling.cubic.C).getColMajor(gather->weights);
}
auto limit_x = alloc->make<SkRasterPipeline_TileCtx>(),
limit_y = alloc->make<SkRasterPipeline_TileCtx>();
limit_x->scale = pm.width();
limit_x->invScale = 1.0f / pm.width();
limit_y->scale = pm.height();
limit_y->invScale = 1.0f / pm.height();
SkRasterPipeline_DecalTileCtx* decal_ctx = nullptr;
bool decal_x_and_y = fTileModeX == SkTileMode::kDecal && fTileModeY == SkTileMode::kDecal;
if (fTileModeX == SkTileMode::kDecal || fTileModeY == SkTileMode::kDecal) {
decal_ctx = alloc->make<SkRasterPipeline_DecalTileCtx>();
decal_ctx->limit_x = limit_x->scale;
decal_ctx->limit_y = limit_y->scale;
}
auto append_tiling_and_gather = [&] {
if (decal_x_and_y) {
p->append(SkRasterPipeline::decal_x_and_y, decal_ctx);
} else {
switch (fTileModeX) {
case SkTileMode::kClamp: /* The gather_xxx stage will clamp for us. */ break;
case SkTileMode::kMirror: p->append(SkRasterPipeline::mirror_x, limit_x); break;
case SkTileMode::kRepeat: p->append(SkRasterPipeline::repeat_x, limit_x); break;
case SkTileMode::kDecal: p->append(SkRasterPipeline::decal_x, decal_ctx); break;
}
switch (fTileModeY) {
case SkTileMode::kClamp: /* The gather_xxx stage will clamp for us. */ break;
case SkTileMode::kMirror: p->append(SkRasterPipeline::mirror_y, limit_y); break;
case SkTileMode::kRepeat: p->append(SkRasterPipeline::repeat_y, limit_y); break;
case SkTileMode::kDecal: p->append(SkRasterPipeline::decal_y, decal_ctx); break;
}
}
void* ctx = gather;
switch (pm.colorType()) {
case kAlpha_8_SkColorType: p->append(SkRasterPipeline::gather_a8, ctx); break;
case kA16_unorm_SkColorType: p->append(SkRasterPipeline::gather_a16, ctx); break;
case kA16_float_SkColorType: p->append(SkRasterPipeline::gather_af16, ctx); break;
case kRGB_565_SkColorType: p->append(SkRasterPipeline::gather_565, ctx); break;
case kARGB_4444_SkColorType: p->append(SkRasterPipeline::gather_4444, ctx); break;
case kR8G8_unorm_SkColorType: p->append(SkRasterPipeline::gather_rg88, ctx); break;
case kR16G16_unorm_SkColorType: p->append(SkRasterPipeline::gather_rg1616, ctx); break;
case kR16G16_float_SkColorType: p->append(SkRasterPipeline::gather_rgf16, ctx); break;
case kRGBA_8888_SkColorType: p->append(SkRasterPipeline::gather_8888, ctx); break;
case kRGBA_1010102_SkColorType: p->append(SkRasterPipeline::gather_1010102, ctx); break;
case kR16G16B16A16_unorm_SkColorType:
p->append(SkRasterPipeline::gather_16161616,ctx); break;
case kRGBA_F16Norm_SkColorType:
case kRGBA_F16_SkColorType: p->append(SkRasterPipeline::gather_f16, ctx); break;
case kRGBA_F32_SkColorType: p->append(SkRasterPipeline::gather_f32, ctx); break;
case kGray_8_SkColorType: p->append(SkRasterPipeline::gather_a8, ctx);
p->append(SkRasterPipeline::alpha_to_gray ); break;
case kR8_unorm_SkColorType: p->append(SkRasterPipeline::gather_a8, ctx);
p->append(SkRasterPipeline::alpha_to_red ); break;
case kRGB_888x_SkColorType: p->append(SkRasterPipeline::gather_8888, ctx);
p->append(SkRasterPipeline::force_opaque ); break;
case kBGRA_1010102_SkColorType: p->append(SkRasterPipeline::gather_1010102, ctx);
p->append(SkRasterPipeline::swap_rb ); break;
case kRGB_101010x_SkColorType: p->append(SkRasterPipeline::gather_1010102, ctx);
p->append(SkRasterPipeline::force_opaque ); break;
case kBGR_101010x_SkColorType: p->append(SkRasterPipeline::gather_1010102, ctx);
p->append(SkRasterPipeline::force_opaque );
p->append(SkRasterPipeline::swap_rb ); break;
case kBGRA_8888_SkColorType: p->append(SkRasterPipeline::gather_8888, ctx);
p->append(SkRasterPipeline::swap_rb ); break;
case kSRGBA_8888_SkColorType:
p->append(SkRasterPipeline::gather_8888, ctx);
p->append_transfer_function(*skcms_sRGB_TransferFunction());
break;
case kUnknown_SkColorType: SkASSERT(false);
}
if (decal_ctx) {
p->append(SkRasterPipeline::check_decal_mask, decal_ctx);
}
};
auto append_misc = [&] {
SkColorSpace* cs = pm.colorSpace();
SkAlphaType at = pm.alphaType();
// Color for alpha-only images comes from the paint.
if (SkColorTypeIsAlphaOnly(pm.colorType()) && !fRaw) {
SkColor4f rgb = rec.fPaint.getColor4f();
p->append_set_rgb(alloc, rgb);
cs = sk_srgb_singleton();
at = kUnpremul_SkAlphaType;
}
// Bicubic filtering naturally produces out of range values on both sides of [0,1].
if (sampling.useCubic) {
p->append(at == kUnpremul_SkAlphaType || fClampAsIfUnpremul
? SkRasterPipeline::clamp_01
: SkRasterPipeline::clamp_gamut);
}
// Transform color space and alpha type to match shader convention (dst CS, premul alpha).
if (!fRaw) {
alloc->make<SkColorSpaceXformSteps>(cs, at, rec.fDstCS, kPremul_SkAlphaType)->apply(p);
}
return true;
};
// Check for fast-path stages.
auto ct = pm.colorType();
if (true
&& (ct == kRGBA_8888_SkColorType || ct == kBGRA_8888_SkColorType)
&& !sampling.useCubic && sampling.filter == SkFilterMode::kLinear
&& fTileModeX == SkTileMode::kClamp && fTileModeY == SkTileMode::kClamp) {
p->append(SkRasterPipeline::bilerp_clamp_8888, gather);
if (ct == kBGRA_8888_SkColorType) {
p->append(SkRasterPipeline::swap_rb);
}
return append_misc();
}
if (true
&& (ct == kRGBA_8888_SkColorType || ct == kBGRA_8888_SkColorType)
&& sampling.useCubic
&& fTileModeX == SkTileMode::kClamp && fTileModeY == SkTileMode::kClamp) {
p->append(SkRasterPipeline::bicubic_clamp_8888, gather);
if (ct == kBGRA_8888_SkColorType) {
p->append(SkRasterPipeline::swap_rb);
}
return append_misc();
}
SkRasterPipeline_SamplerCtx* sampler = alloc->make<SkRasterPipeline_SamplerCtx>();
auto sample = [&](SkRasterPipeline::StockStage setup_x,
SkRasterPipeline::StockStage setup_y) {
p->append(setup_x, sampler);
p->append(setup_y, sampler);
append_tiling_and_gather();
p->append(SkRasterPipeline::accumulate, sampler);
};
if (sampling.useCubic) {
CubicResamplerMatrix(sampling.cubic.B, sampling.cubic.C).getColMajor(sampler->weights);
p->append(SkRasterPipeline::save_xy, sampler);
p->append(SkRasterPipeline::bicubic_setup, sampler);
sample(SkRasterPipeline::bicubic_n3x, SkRasterPipeline::bicubic_n3y);
sample(SkRasterPipeline::bicubic_n1x, SkRasterPipeline::bicubic_n3y);
sample(SkRasterPipeline::bicubic_p1x, SkRasterPipeline::bicubic_n3y);
sample(SkRasterPipeline::bicubic_p3x, SkRasterPipeline::bicubic_n3y);
sample(SkRasterPipeline::bicubic_n3x, SkRasterPipeline::bicubic_n1y);
sample(SkRasterPipeline::bicubic_n1x, SkRasterPipeline::bicubic_n1y);
sample(SkRasterPipeline::bicubic_p1x, SkRasterPipeline::bicubic_n1y);
sample(SkRasterPipeline::bicubic_p3x, SkRasterPipeline::bicubic_n1y);
sample(SkRasterPipeline::bicubic_n3x, SkRasterPipeline::bicubic_p1y);
sample(SkRasterPipeline::bicubic_n1x, SkRasterPipeline::bicubic_p1y);
sample(SkRasterPipeline::bicubic_p1x, SkRasterPipeline::bicubic_p1y);
sample(SkRasterPipeline::bicubic_p3x, SkRasterPipeline::bicubic_p1y);
sample(SkRasterPipeline::bicubic_n3x, SkRasterPipeline::bicubic_p3y);
sample(SkRasterPipeline::bicubic_n1x, SkRasterPipeline::bicubic_p3y);
sample(SkRasterPipeline::bicubic_p1x, SkRasterPipeline::bicubic_p3y);
sample(SkRasterPipeline::bicubic_p3x, SkRasterPipeline::bicubic_p3y);
p->append(SkRasterPipeline::move_dst_src);
} else if (sampling.filter == SkFilterMode::kLinear) {
p->append(SkRasterPipeline::save_xy, sampler);
sample(SkRasterPipeline::bilinear_nx, SkRasterPipeline::bilinear_ny);
sample(SkRasterPipeline::bilinear_px, SkRasterPipeline::bilinear_ny);
sample(SkRasterPipeline::bilinear_nx, SkRasterPipeline::bilinear_py);
sample(SkRasterPipeline::bilinear_px, SkRasterPipeline::bilinear_py);
p->append(SkRasterPipeline::move_dst_src);
} else {
append_tiling_and_gather();
}
return append_misc();
}
bool SkImageShader::onAppendStages(const SkStageRec& rec) const {
return this->doStages(rec, nullptr);
}
SkStageUpdater* SkImageShader::onAppendUpdatableStages(const SkStageRec& rec) const {
TransformShader* updater = rec.fAlloc->make<TransformShader>(*this);
return this->doStages(rec, updater) ? updater : nullptr;
}
SkUpdatableShader* SkImageShader::onUpdatableShader(SkArenaAlloc* alloc) const {
return alloc->make<TransformShader>(*this);
}
skvm::Color SkImageShader::onProgram(skvm::Builder* b,
skvm::Coord device, skvm::Coord origLocal, skvm::Color paint,
const SkMatrixProvider& matrices, const SkMatrix* localM,
const SkColorInfo& dst,
skvm::Uniforms* uniforms, SkArenaAlloc* alloc) const {
return this->makeProgram(
b, device, origLocal, paint, matrices, localM, dst, uniforms, nullptr, alloc);
}
skvm::Color SkImageShader::makeProgram(
skvm::Builder* p, skvm::Coord device, skvm::Coord origLocal, skvm::Color paint,
const SkMatrixProvider& matrices, const SkMatrix* localM, const SkColorInfo& dst,
skvm::Uniforms* uniforms, const TransformShader* coordShader, SkArenaAlloc* alloc) const {
SkASSERT(!needs_subset(fImage.get(), fSubset)); // TODO(skbug.com/12784)
SkMatrix baseInv;
if (!this->computeTotalInverse(matrices.localToDevice(), localM, &baseInv)) {
return {};
}
baseInv.normalizePerspective();
auto sampling = fSampling;
if (sampling.isAniso()) {
sampling = SkSamplingPriv::AnisoFallback(fImage->hasMipmaps());
}
auto* access = SkMipmapAccessor::Make(alloc, fImage.get(), baseInv, sampling.mipmap);
if (!access) {
return {};
}
auto [upper, upperInv] = access->level();
upperInv.preConcat(baseInv);
// If we are using a coordShader, then we can't make guesses about the state of the matrix.
if (!sampling.useCubic && !coordShader) {
// TODO: can tweak_sampling sometimes for cubic too when B=0
if (matrices.localToDeviceHitsPixelCenters()) {
sampling = tweak_sampling(sampling, upperInv);
}
upperInv = tweak_inv_matrix(sampling.filter, upperInv);
}
SkPixmap lowerPixmap;
SkMatrix lowerInv;
SkPixmap* lower = nullptr;
float lowerWeight = access->lowerWeight();
if (lowerWeight > 0) {
std::tie(lowerPixmap, lowerInv) = access->lowerLevel();
lowerInv.preConcat(baseInv);
lower = &lowerPixmap;
}
skvm::Coord upperLocal;
if (coordShader != nullptr) {
upperLocal = coordShader->applyMatrix(p, upperInv, origLocal, uniforms);
} else {
upperLocal = SkShaderBase::ApplyMatrix(p, upperInv, origLocal, uniforms);
}
// We can exploit image opacity to skip work unpacking alpha channels.
const bool input_is_opaque = SkAlphaTypeIsOpaque(upper.alphaType())
|| SkColorTypeIsAlwaysOpaque(upper.colorType());
// Each call to sample() will try to rewrite the same uniforms over and over,
// so remember where we start and reset back there each time. That way each
// sample() call uses the same uniform offsets.
auto compute_clamp_limit = [&](float limit) {
// Subtract an ulp so the upper clamp limit excludes limit itself.
int bits;
memcpy(&bits, &limit, 4);
return p->uniformF(uniforms->push(bits-1));
};
// Except in the simplest case (no mips, no filtering), we reference uniforms
// more than once. To avoid adding/registering them multiple times, we pre-load them
// into a struct (just to logically group them together), based on the "current"
// pixmap (level of a mipmap).
//
struct Uniforms {
skvm::F32 w, iw, i2w,
h, ih, i2h;
skvm::F32 clamp_w,
clamp_h;
skvm::Uniform addr;
skvm::I32 rowBytesAsPixels;
skvm::PixelFormat pixelFormat; // not a uniform, but needed for each texel sample,
// so we store it here, since it is also dependent on
// the current pixmap (level).
};
auto setup_uniforms = [&](const SkPixmap& pm) -> Uniforms {
skvm::PixelFormat pixelFormat = skvm::SkColorType_to_PixelFormat(pm.colorType());
return {
p->uniformF(uniforms->pushF( pm.width())),
p->uniformF(uniforms->pushF(1.0f/pm.width())), // iff tileX == kRepeat
p->uniformF(uniforms->pushF(0.5f/pm.width())), // iff tileX == kMirror
p->uniformF(uniforms->pushF( pm.height())),
p->uniformF(uniforms->pushF(1.0f/pm.height())), // iff tileY == kRepeat
p->uniformF(uniforms->pushF(0.5f/pm.height())), // iff tileY == kMirror
compute_clamp_limit(pm. width()),
compute_clamp_limit(pm.height()),
uniforms->pushPtr(pm.addr()),
p->uniform32(uniforms->push(pm.rowBytesAsPixels())),
pixelFormat,
};
};
auto sample_texel = [&](const Uniforms& u, skvm::F32 sx, skvm::F32 sy) -> skvm::Color {
// repeat() and mirror() are written assuming they'll be followed by a [0,scale) clamp.
auto repeat = [&](skvm::F32 v, skvm::F32 S, skvm::F32 I) {
return v - floor(v * I) * S;
};
auto mirror = [&](skvm::F32 v, skvm::F32 S, skvm::F32 I2) {
// abs( (v-scale) - (2*scale)*floor((v-scale)*(0.5f/scale)) - scale )
// {---A---} {------------------B------------------}
skvm::F32 A = v - S,
B = (S + S) * floor(A * I2);
return abs(A - B - S);
};
switch (fTileModeX) {
case SkTileMode::kDecal: /* handled after gather */ break;
case SkTileMode::kClamp: /* we always clamp */ break;
case SkTileMode::kRepeat: sx = repeat(sx, u.w, u.iw); break;
case SkTileMode::kMirror: sx = mirror(sx, u.w, u.i2w); break;
}
switch (fTileModeY) {
case SkTileMode::kDecal: /* handled after gather */ break;
case SkTileMode::kClamp: /* we always clamp */ break;
case SkTileMode::kRepeat: sy = repeat(sy, u.h, u.ih); break;
case SkTileMode::kMirror: sy = mirror(sy, u.h, u.i2h); break;
}
// Always clamp sample coordinates to [0,width), [0,height), both for memory
// safety and to handle the clamps still needed by kClamp, kRepeat, and kMirror.
skvm::F32 clamped_x = clamp(sx, 0, u.clamp_w),
clamped_y = clamp(sy, 0, u.clamp_h);
// Load pixels from pm.addr()[(int)sx + (int)sy*stride].
skvm::I32 index = trunc(clamped_x) +
trunc(clamped_y) * u.rowBytesAsPixels;
skvm::Color c = gather(u.pixelFormat, u.addr, index);
// If we know the image is opaque, jump right to alpha = 1.0f, skipping work to unpack it.
if (input_is_opaque) {
c.a = p->splat(1.0f);
}
// Mask away any pixels that we tried to sample outside the bounds in kDecal.
if (fTileModeX == SkTileMode::kDecal || fTileModeY == SkTileMode::kDecal) {
skvm::I32 mask = p->splat(~0);
if (fTileModeX == SkTileMode::kDecal) { mask &= (sx == clamped_x); }
if (fTileModeY == SkTileMode::kDecal) { mask &= (sy == clamped_y); }
c.r = pun_to_F32(p->bit_and(mask, pun_to_I32(c.r)));
c.g = pun_to_F32(p->bit_and(mask, pun_to_I32(c.g)));
c.b = pun_to_F32(p->bit_and(mask, pun_to_I32(c.b)));
c.a = pun_to_F32(p->bit_and(mask, pun_to_I32(c.a)));
// Notice that even if input_is_opaque, c.a might now be 0.
}
return c;
};
auto sample_level = [&](const SkPixmap& pm, const SkMatrix& inv, skvm::Coord local) {
const Uniforms u = setup_uniforms(pm);
if (sampling.useCubic) {
// All bicubic samples have the same fractional offset (fx,fy) from the center.
// They're either the 16 corners of a 3x3 grid/ surrounding (x,y) at (0.5,0.5) off-center.
skvm::F32 fx = fract(local.x + 0.5f),
fy = fract(local.y + 0.5f);
skvm::F32 wx[4],
wy[4];
SkM44 weights = CubicResamplerMatrix(sampling.cubic.B, sampling.cubic.C);
auto dot = [](const skvm::F32 a[], const skvm::F32 b[]) {
return a[0]*b[0] + a[1]*b[1] + a[2]*b[2] + a[3]*b[3];
};
const skvm::F32 tmpx[] = { p->splat(1.0f), fx, fx*fx, fx*fx*fx };
const skvm::F32 tmpy[] = { p->splat(1.0f), fy, fy*fy, fy*fy*fy };
for (int row = 0; row < 4; ++row) {
SkV4 r = weights.row(row);
skvm::F32 ru[] = {
p->uniformF(uniforms->pushF(r[0])),
p->uniformF(uniforms->pushF(r[1])),
p->uniformF(uniforms->pushF(r[2])),
p->uniformF(uniforms->pushF(r[3])),
};
wx[row] = dot(ru, tmpx);
wy[row] = dot(ru, tmpy);
}
skvm::Color c;
c.r = c.g = c.b = c.a = p->splat(0.0f);
skvm::F32 sy = local.y - 1.5f;
for (int j = 0; j < 4; j++, sy += 1.0f) {
skvm::F32 sx = local.x - 1.5f;
for (int i = 0; i < 4; i++, sx += 1.0f) {
skvm::Color s = sample_texel(u, sx,sy);
skvm::F32 w = wx[i] * wy[j];
c.r += s.r * w;
c.g += s.g * w;
c.b += s.b * w;
c.a += s.a * w;
}
}
return c;
} else if (sampling.filter == SkFilterMode::kLinear) {
// Our four sample points are the corners of a logical 1x1 pixel
// box surrounding (x,y) at (0.5,0.5) off-center.
skvm::F32 left = local.x - 0.5f,
top = local.y - 0.5f,
right = local.x + 0.5f,
bottom = local.y + 0.5f;
// The fractional parts of right and bottom are our lerp factors in x and y respectively.
skvm::F32 fx = fract(right ),
fy = fract(bottom);
return lerp(lerp(sample_texel(u, left,top ), sample_texel(u, right,top ), fx),
lerp(sample_texel(u, left,bottom), sample_texel(u, right,bottom), fx), fy);
} else {
SkASSERT(sampling.filter == SkFilterMode::kNearest);
return sample_texel(u, local.x,local.y);
}
};
skvm::Color c = sample_level(upper, upperInv, upperLocal);
if (lower) {
auto lowerLocal = SkShaderBase::ApplyMatrix(p, lowerInv, origLocal, uniforms);
// lower * weight + upper * (1 - weight)
c = lerp(c,
sample_level(*lower, lowerInv, lowerLocal),
p->uniformF(uniforms->pushF(lowerWeight)));
}
// If the input is opaque and we're not in decal mode, that means the output is too.
// Forcing *a to 1.0 here will retroactively skip any work we did to interpolate sample alphas.
if (input_is_opaque
&& fTileModeX != SkTileMode::kDecal
&& fTileModeY != SkTileMode::kDecal) {
c.a = p->splat(1.0f);
}
// Alpha-only images get their color from the paint (already converted to dst color space).
SkColorSpace* cs = upper.colorSpace();
SkAlphaType at = upper.alphaType();
if (SkColorTypeIsAlphaOnly(upper.colorType()) && !fRaw) {
c.r = paint.r;
c.g = paint.g;
c.b = paint.b;
cs = dst.colorSpace();
at = kUnpremul_SkAlphaType;
}
if (sampling.useCubic) {
// Bicubic filtering naturally produces out of range values on both sides of [0,1].
c.a = clamp01(c.a);
skvm::F32 limit = (at == kUnpremul_SkAlphaType || fClampAsIfUnpremul)
? p->splat(1.0f)
: c.a;
c.r = clamp(c.r, 0.0f, limit);
c.g = clamp(c.g, 0.0f, limit);
c.b = clamp(c.b, 0.0f, limit);
}
return fRaw ? c
: SkColorSpaceXformSteps{cs, at, dst.colorSpace(), dst.alphaType()}.program(
p, uniforms, c);
}