fune/gfx/layers/GLImages.cpp
Jamie Nicol d20809a078 Bug 1866020 - Override buggy colorspace conversion on Pixel devices. r=gw,padenot,geckoview-reviewers,owlish
Pixel 6, 7, and 8 devices running Android 14 are affected by a bug
where video frames with SMPTE 432 color primaries are rendered
incorrectly when sampled from an external texture in GLES. To work
around this, we force these frames to be converted to RGB using BT709
colorspace instead. While this won't look exactly right, it is much
better than the current situation.

When we detect that a frame is decoded with that color space on an
affected device, we set a "ForceBT709" flag which gets passed through
to webrender as a new ImageBufferKind. Rendering this ImageBufferKind
is handled via a new shader feature TEXTURE_EXTERNAL_BT709, which
works much like the existing TEXTURE_EXTERNAL feature, but
additionally uses the EXT_YUV_TARGET extension to override the
colorspace transformation.

This approach could be extended in the future to handle additional
colorspace transformations, but for now only handles the one required
to workaround this particular driver bug.

Differential Revision: https://phabricator.services.mozilla.com/D195800
2023-12-14 10:45:08 +00:00

135 lines
4.4 KiB
C++

/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* vim: set ts=8 sts=2 et sw=2 tw=80: */
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
#include "GLImages.h"
#include "GLContext.h"
#include "GLContextProvider.h"
#include "ScopedGLHelpers.h"
#include "GLImages.h"
#include "GLBlitHelper.h"
#include "GLReadTexImageHelper.h"
#include "GLLibraryEGL.h"
#include "mozilla/gfx/Logging.h"
#include "mozilla/layers/LayersSurfaces.h"
using namespace mozilla;
using namespace mozilla::gl;
namespace mozilla::layers {
static RefPtr<GLContext> sSnapshotContext;
nsresult GLImage::ReadIntoBuffer(uint8_t* aData, int32_t aStride,
const gfx::IntSize& aSize,
gfx::SurfaceFormat aFormat) {
MOZ_ASSERT(NS_IsMainThread(), "Should be on the main thread");
if (!sSnapshotContext) {
nsCString discardFailureId;
sSnapshotContext = GLContextProvider::CreateHeadless({}, &discardFailureId);
if (!sSnapshotContext) {
NS_WARNING("Failed to create snapshot GLContext");
return NS_ERROR_FAILURE;
}
}
sSnapshotContext->MakeCurrent();
ScopedTexture scopedTex(sSnapshotContext);
ScopedBindTexture boundTex(sSnapshotContext, scopedTex.Texture());
sSnapshotContext->fTexImage2D(LOCAL_GL_TEXTURE_2D, 0, LOCAL_GL_RGBA,
aSize.width, aSize.height, 0, LOCAL_GL_RGBA,
LOCAL_GL_UNSIGNED_BYTE, nullptr);
ScopedFramebufferForTexture autoFBForTex(sSnapshotContext,
scopedTex.Texture());
if (!autoFBForTex.IsComplete()) {
gfxCriticalError()
<< "GetAsSourceSurface: ScopedFramebufferForTexture failed.";
return NS_ERROR_FAILURE;
}
const gl::OriginPos destOrigin = gl::OriginPos::TopLeft;
{
const ScopedBindFramebuffer bindFB(sSnapshotContext, autoFBForTex.FB());
if (!sSnapshotContext->BlitHelper()->BlitImageToFramebuffer(this, aSize,
destOrigin)) {
return NS_ERROR_FAILURE;
}
}
ScopedBindFramebuffer bind(sSnapshotContext, autoFBForTex.FB());
ReadPixelsIntoBuffer(sSnapshotContext, aData, aStride, aSize, aFormat);
return NS_OK;
}
already_AddRefed<gfx::SourceSurface> GLImage::GetAsSourceSurface() {
MOZ_ASSERT(NS_IsMainThread(), "Should be on the main thread");
gfx::IntSize size = GetSize();
auto format = gfx::SurfaceFormat::B8G8R8A8;
RefPtr<gfx::DataSourceSurface> dest =
gfx::Factory::CreateDataSourceSurface(size, format);
if (NS_WARN_IF(!dest)) {
return nullptr;
}
gfx::DataSourceSurface::ScopedMap map(dest, gfx::DataSourceSurface::WRITE);
if (NS_WARN_IF(!map.IsMapped())) {
return nullptr;
}
nsresult rv = ReadIntoBuffer(map.GetData(), map.GetStride(), size, format);
if (NS_WARN_IF(NS_FAILED(rv))) {
return nullptr;
}
return dest.forget();
}
nsresult GLImage::BuildSurfaceDescriptorBuffer(
SurfaceDescriptorBuffer& aSdBuffer, BuildSdbFlags aFlags,
const std::function<MemoryOrShmem(uint32_t)>& aAllocate) {
gfx::IntSize size = GetSize();
auto format = gfx::SurfaceFormat::B8G8R8A8;
uint8_t* buffer = nullptr;
int32_t stride = 0;
nsresult rv = AllocateSurfaceDescriptorBufferRgb(
size, format, buffer, aSdBuffer, stride, aAllocate);
if (NS_WARN_IF(NS_FAILED(rv))) {
return rv;
}
return ReadIntoBuffer(buffer, stride, size, format);
}
#ifdef MOZ_WIDGET_ANDROID
SurfaceTextureImage::SurfaceTextureImage(
AndroidSurfaceTextureHandle aHandle, const gfx::IntSize& aSize,
bool aContinuous, gl::OriginPos aOriginPos, bool aHasAlpha,
bool aForceBT709ColorSpace, Maybe<gfx::Matrix4x4> aTransformOverride)
: GLImage(ImageFormat::SURFACE_TEXTURE),
mHandle(aHandle),
mSize(aSize),
mContinuous(aContinuous),
mOriginPos(aOriginPos),
mHasAlpha(aHasAlpha),
mForceBT709ColorSpace(aForceBT709ColorSpace),
mTransformOverride(aTransformOverride) {
MOZ_ASSERT(mHandle);
}
Maybe<SurfaceDescriptor> SurfaceTextureImage::GetDesc() {
SurfaceDescriptor sd = SurfaceTextureDescriptor(
mHandle, mSize,
mHasAlpha ? gfx::SurfaceFormat::R8G8B8A8 : gfx::SurfaceFormat::R8G8B8X8,
mForceBT709ColorSpace, false /* NOT continuous */, mTransformOverride);
return Some(sd);
}
#endif
} // namespace mozilla::layers