From 26a029d407be480d791972afb5975cf62c9360a6 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Fri, 19 Apr 2024 02:47:55 +0200 Subject: Adding upstream version 124.0.1. Signed-off-by: Daniel Baumann --- gfx/layers/MacIOSurfaceImage.cpp | 257 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 257 insertions(+) create mode 100644 gfx/layers/MacIOSurfaceImage.cpp (limited to 'gfx/layers/MacIOSurfaceImage.cpp') diff --git a/gfx/layers/MacIOSurfaceImage.cpp b/gfx/layers/MacIOSurfaceImage.cpp new file mode 100644 index 0000000000..37cd0ea81f --- /dev/null +++ b/gfx/layers/MacIOSurfaceImage.cpp @@ -0,0 +1,257 @@ +/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ +/* vim: set ts=8 sts=2 et sw=2 tw=80: */ +/* This Source Code Form is subject to the terms of the Mozilla Public + * License, v. 2.0. If a copy of the MPL was not distributed with this + * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ + +#include "MacIOSurfaceHelpers.h" +#include "MacIOSurfaceImage.h" +#include "gfxPlatform.h" +#include "mozilla/layers/CompositableClient.h" +#include "mozilla/layers/CompositableForwarder.h" +#include "mozilla/layers/MacIOSurfaceTextureClientOGL.h" +#include "mozilla/layers/TextureForwarder.h" +#include "mozilla/StaticPrefs_layers.h" +#include "mozilla/UniquePtr.h" +#include "mozilla/Unused.h" +#include "YCbCrUtils.h" + +using namespace mozilla::layers; +using namespace mozilla::gfx; + +TextureClient* MacIOSurfaceImage::GetTextureClient( + KnowsCompositor* aKnowsCompositor) { + if (!mTextureClient) { + BackendType backend = BackendType::NONE; + TextureFlags flags = + IsDRM() ? TextureFlags::DRM_SOURCE : TextureFlags::DEFAULT; + mTextureClient = TextureClient::CreateWithData( + MacIOSurfaceTextureData::Create(mSurface, backend), flags, + aKnowsCompositor->GetTextureForwarder()); + } + return mTextureClient; +} + +ColorDepth MacIOSurfaceImage::GetColorDepth() const { + if (!mSurface) { + return gfx::ColorDepth::COLOR_8; + } + return mSurface->GetColorDepth(); +} + +already_AddRefed MacIOSurfaceImage::GetAsSourceSurface() { + return CreateSourceSurfaceFromMacIOSurface(mSurface); +} + +nsresult MacIOSurfaceImage::BuildSurfaceDescriptorBuffer( + SurfaceDescriptorBuffer& aSdBuffer, BuildSdbFlags aFlags, + const std::function& aAllocate) { + return CreateSurfaceDescriptorBufferFromMacIOSurface(mSurface, aSdBuffer, + aFlags, aAllocate); +} + +static inline uint16_t safeShift10BitBy6(const uint16_t& a10BitLSB) { + // a10BitLSB is a 10-bit value packed into the least significant bits of + // a 16 bit value. This function asserts that the 6 MSBs are zero, then + // shifts the 10 LSBs by 6 to become the MSBs. + MOZ_ASSERT((a10BitLSB & 0b1111'1100'0000'0000) == 0); + return a10BitLSB << 6; +} + +bool MacIOSurfaceImage::SetData(ImageContainer* aContainer, + const PlanarYCbCrData& aData) { + MOZ_ASSERT(!mSurface); + + if (aData.mYSkip != 0 || aData.mCbSkip != 0 || aData.mCrSkip != 0 || + !(aData.mYUVColorSpace == YUVColorSpace::BT601 || + aData.mYUVColorSpace == YUVColorSpace::BT709 || + aData.mYUVColorSpace == YUVColorSpace::BT2020) || + !(aData.mColorRange == ColorRange::FULL || + aData.mColorRange == ColorRange::LIMITED) || + !(aData.mColorDepth == ColorDepth::COLOR_8 || + aData.mColorDepth == ColorDepth::COLOR_10)) { + return false; + } + + // We can only support 4:2:2 and 4:2:0 formats currently. + switch (aData.mChromaSubsampling) { + case ChromaSubsampling::HALF_WIDTH: + case ChromaSubsampling::HALF_WIDTH_AND_HEIGHT: + break; + default: + return false; + } + + RefPtr allocator = + aContainer->GetMacIOSurfaceRecycleAllocator(); + + auto ySize = aData.YDataSize(); + auto cbcrSize = aData.CbCrDataSize(); + RefPtr surf = allocator->Allocate( + ySize, cbcrSize, aData.mYUVColorSpace, aData.mTransferFunction, + aData.mColorRange, aData.mColorDepth); + + surf->Lock(false); + + if (surf->GetFormat() == SurfaceFormat::YUV422) { + // If the CbCrSize's height is half of the YSize's height, then we'll + // need to duplicate the CbCr data on every second row. + size_t heightScale = ySize.height / cbcrSize.height; + + // The underlying IOSurface has format + // kCVPixelFormatType_422YpCbCr8FullRange or + // kCVPixelFormatType_422YpCbCr8_yuvs, which uses a 4:2:2 Y`0 Cb Y`1 Cr + // layout. See CVPixelBuffer.h for the full list of format descriptions. + MOZ_ASSERT(ySize.height > 0); + uint8_t* dst = (uint8_t*)surf->GetBaseAddressOfPlane(0); + size_t stride = surf->GetBytesPerRow(0); + for (size_t i = 0; i < (size_t)ySize.height; i++) { + // Compute the row addresses. If the input was 4:2:0, then + // we divide i by 2, so that each source row of CbCr maps to + // two dest rows. + uint8_t* rowYSrc = aData.mYChannel + aData.mYStride * i; + uint8_t* rowCbSrc = + aData.mCbChannel + aData.mCbCrStride * (i / heightScale); + uint8_t* rowCrSrc = + aData.mCrChannel + aData.mCbCrStride * (i / heightScale); + uint8_t* rowDst = dst + stride * i; + + // Iterate across the CbCr width (which we have guaranteed to be half of + // the surface width), and write two 16bit pixels each time. + for (size_t j = 0; j < (size_t)cbcrSize.width; j++) { + *rowDst = *rowYSrc; + rowDst++; + rowYSrc++; + + *rowDst = *rowCbSrc; + rowDst++; + rowCbSrc++; + + *rowDst = *rowYSrc; + rowDst++; + rowYSrc++; + + *rowDst = *rowCrSrc; + rowDst++; + rowCrSrc++; + } + } + } else if (surf->GetFormat() == SurfaceFormat::NV12) { + MOZ_ASSERT(ySize.height > 0); + uint8_t* dst = (uint8_t*)surf->GetBaseAddressOfPlane(0); + size_t stride = surf->GetBytesPerRow(0); + for (size_t i = 0; i < (size_t)ySize.height; i++) { + uint8_t* rowSrc = aData.mYChannel + aData.mYStride * i; + uint8_t* rowDst = dst + stride * i; + memcpy(rowDst, rowSrc, ySize.width); + } + + // Copy and interleave the Cb and Cr channels. + MOZ_ASSERT(cbcrSize.height > 0); + dst = (uint8_t*)surf->GetBaseAddressOfPlane(1); + stride = surf->GetBytesPerRow(1); + for (size_t i = 0; i < (size_t)cbcrSize.height; i++) { + uint8_t* rowCbSrc = aData.mCbChannel + aData.mCbCrStride * i; + uint8_t* rowCrSrc = aData.mCrChannel + aData.mCbCrStride * i; + uint8_t* rowDst = dst + stride * i; + + for (size_t j = 0; j < (size_t)cbcrSize.width; j++) { + *rowDst = *rowCbSrc; + rowDst++; + rowCbSrc++; + + *rowDst = *rowCrSrc; + rowDst++; + rowCrSrc++; + } + } + } else if (surf->GetFormat() == SurfaceFormat::P010) { + MOZ_ASSERT(ySize.height > 0); + auto dst = reinterpret_cast(surf->GetBaseAddressOfPlane(0)); + size_t stride = surf->GetBytesPerRow(0) / 2; + for (size_t i = 0; i < (size_t)ySize.height; i++) { + auto rowSrc = reinterpret_cast(aData.mYChannel + + aData.mYStride * i); + auto rowDst = dst + stride * i; + + for (const auto j : IntegerRange(ySize.width)) { + Unused << j; + + *rowDst = safeShift10BitBy6(*rowSrc); + rowDst++; + rowSrc++; + } + } + + // Copy and interleave the Cb and Cr channels. + MOZ_ASSERT(cbcrSize.height > 0); + dst = (uint16_t*)surf->GetBaseAddressOfPlane(1); + stride = surf->GetBytesPerRow(1) / 2; + for (size_t i = 0; i < (size_t)cbcrSize.height; i++) { + uint16_t* rowCbSrc = + (uint16_t*)(aData.mCbChannel + aData.mCbCrStride * i); + uint16_t* rowCrSrc = + (uint16_t*)(aData.mCrChannel + aData.mCbCrStride * i); + uint16_t* rowDst = dst + stride * i; + + for (const auto j : IntegerRange(cbcrSize.width)) { + Unused << j; + + *rowDst = safeShift10BitBy6(*rowCbSrc); + rowDst++; + rowCbSrc++; + + *rowDst = safeShift10BitBy6(*rowCrSrc); + rowDst++; + rowCrSrc++; + } + } + } + + surf->Unlock(false); + mSurface = surf; + mPictureRect = aData.mPictureRect; + return true; +} + +already_AddRefed MacIOSurfaceRecycleAllocator::Allocate( + const gfx::IntSize aYSize, const gfx::IntSize& aCbCrSize, + gfx::YUVColorSpace aYUVColorSpace, gfx::TransferFunction aTransferFunction, + gfx::ColorRange aColorRange, gfx::ColorDepth aColorDepth) { + nsTArray> surfaces = std::move(mSurfaces); + RefPtr result; + for (auto& surf : surfaces) { + // If the surface size has changed, then discard any surfaces of the old + // size. + if (::IOSurfaceGetWidthOfPlane(surf.get(), 0) != (size_t)aYSize.width || + ::IOSurfaceGetHeightOfPlane(surf.get(), 0) != (size_t)aYSize.height) { + continue; + } + + // Only construct a MacIOSurface object when we find one that isn't + // in-use, since the constructor adds a usage ref. + if (!result && !::IOSurfaceIsInUse(surf.get())) { + result = new MacIOSurface(surf, false, aYUVColorSpace); + } + + mSurfaces.AppendElement(surf); + } + + if (!result) { + if (StaticPrefs::layers_iosurfaceimage_use_nv12_AtStartup()) { + result = MacIOSurface::CreateNV12OrP010Surface( + aYSize, aCbCrSize, aYUVColorSpace, aTransferFunction, aColorRange, + aColorDepth); + } else { + result = MacIOSurface::CreateYUV422Surface(aYSize, aYUVColorSpace, + aColorRange); + } + + if (mSurfaces.Length() < + StaticPrefs::layers_iosurfaceimage_recycle_limit()) { + mSurfaces.AppendElement(result->GetIOSurfaceRef()); + } + } + + return result.forget(); +} -- cgit v1.2.3