/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim: set ts=8 sts=2 et sw=2 tw=80: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "MacIOSurfaceTextureHostOGL.h" #include "mozilla/gfx/gfxVars.h" #include "mozilla/gfx/MacIOSurface.h" #include "mozilla/webrender/RenderMacIOSurfaceTextureHost.h" #include "mozilla/webrender/RenderThread.h" #include "mozilla/webrender/WebRenderAPI.h" #include "GLContextCGL.h" namespace mozilla { namespace layers { MacIOSurfaceTextureHostOGL::MacIOSurfaceTextureHostOGL( TextureFlags aFlags, const SurfaceDescriptorMacIOSurface& aDescriptor) : TextureHost(aFlags) { MOZ_COUNT_CTOR(MacIOSurfaceTextureHostOGL); mSurface = MacIOSurface::LookupSurface( aDescriptor.surfaceId(), aDescriptor.scaleFactor(), !aDescriptor.isOpaque(), aDescriptor.yUVColorSpace()); } MacIOSurfaceTextureHostOGL::~MacIOSurfaceTextureHostOGL() { MOZ_COUNT_DTOR(MacIOSurfaceTextureHostOGL); } GLTextureSource* MacIOSurfaceTextureHostOGL::CreateTextureSourceForPlane( size_t aPlane) { MOZ_ASSERT(mSurface); GLuint textureHandle; gl::GLContext* gl = mProvider->GetGLContext(); gl->fGenTextures(1, &textureHandle); gl->fBindTexture(LOCAL_GL_TEXTURE_RECTANGLE_ARB, textureHandle); gl->fTexParameteri(LOCAL_GL_TEXTURE_RECTANGLE_ARB, LOCAL_GL_TEXTURE_WRAP_T, LOCAL_GL_CLAMP_TO_EDGE); gl->fTexParameteri(LOCAL_GL_TEXTURE_RECTANGLE_ARB, LOCAL_GL_TEXTURE_WRAP_S, LOCAL_GL_CLAMP_TO_EDGE); gfx::SurfaceFormat readFormat = gfx::SurfaceFormat::UNKNOWN; mSurface->CGLTexImageIOSurface2D( gl, gl::GLContextCGL::Cast(gl)->GetCGLContext(), aPlane, &readFormat); // With compositorOGL, we doesn't support the yuv interleaving format yet. MOZ_ASSERT(readFormat != gfx::SurfaceFormat::YUV422); return new GLTextureSource( mProvider, textureHandle, LOCAL_GL_TEXTURE_RECTANGLE_ARB, gfx::IntSize(mSurface->GetDevicePixelWidth(aPlane), mSurface->GetDevicePixelHeight(aPlane)), readFormat); } bool MacIOSurfaceTextureHostOGL::Lock() { if (!gl() || !gl()->MakeCurrent() || !mSurface) { return false; } if (!mTextureSource) { mTextureSource = CreateTextureSourceForPlane(0); RefPtr prev = mTextureSource; for (size_t i = 1; i < mSurface->GetPlaneCount(); i++) { RefPtr next = CreateTextureSourceForPlane(i); prev->SetNextSibling(next); prev = next; } } return true; } void MacIOSurfaceTextureHostOGL::SetTextureSourceProvider( TextureSourceProvider* aProvider) { if (!aProvider || !aProvider->GetGLContext()) { mTextureSource = nullptr; mProvider = nullptr; return; } if (mProvider != aProvider) { // Cannot share GL texture identifiers across compositors. mTextureSource = nullptr; } mProvider = aProvider; } gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetFormat() const { if (!mSurface) { return gfx::SurfaceFormat::UNKNOWN; } return mSurface->GetFormat(); } gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetReadFormat() const { if (!mSurface) { return gfx::SurfaceFormat::UNKNOWN; } return mSurface->GetReadFormat(); } gfx::IntSize MacIOSurfaceTextureHostOGL::GetSize() const { if (!mSurface) { return gfx::IntSize(); } return gfx::IntSize(mSurface->GetDevicePixelWidth(), mSurface->GetDevicePixelHeight()); } gl::GLContext* MacIOSurfaceTextureHostOGL::gl() const { return mProvider ? mProvider->GetGLContext() : nullptr; } gfx::YUVColorSpace MacIOSurfaceTextureHostOGL::GetYUVColorSpace() const { if (!mSurface) { return gfx::YUVColorSpace::UNKNOWN; } return mSurface->GetYUVColorSpace(); } gfx::ColorRange MacIOSurfaceTextureHostOGL::GetColorRange() const { if (!mSurface) { return gfx::ColorRange::LIMITED; } return mSurface->IsFullRange() ? gfx::ColorRange::FULL : gfx::ColorRange::LIMITED; } void MacIOSurfaceTextureHostOGL::CreateRenderTexture( const wr::ExternalImageId& aExternalImageId) { RefPtr texture = new wr::RenderMacIOSurfaceTextureHost(GetMacIOSurface()); wr::RenderThread::Get()->RegisterExternalImage(wr::AsUint64(aExternalImageId), texture.forget()); } uint32_t MacIOSurfaceTextureHostOGL::NumSubTextures() { switch (GetFormat()) { case gfx::SurfaceFormat::R8G8B8X8: case gfx::SurfaceFormat::R8G8B8A8: case gfx::SurfaceFormat::B8G8R8A8: case gfx::SurfaceFormat::B8G8R8X8: case gfx::SurfaceFormat::YUV422: { return 1; } case gfx::SurfaceFormat::NV12: { return 2; } default: { MOZ_ASSERT_UNREACHABLE("unexpected format"); return 1; } } } void MacIOSurfaceTextureHostOGL::PushResourceUpdates( wr::TransactionBuilder& aResources, ResourceUpdateOp aOp, const Range& aImageKeys, const wr::ExternalImageId& aExtID) { MOZ_ASSERT(mSurface); auto method = aOp == TextureHost::ADD_IMAGE ? &wr::TransactionBuilder::AddExternalImage : &wr::TransactionBuilder::UpdateExternalImage; auto imageType = wr::ExternalImageType::TextureHandle(wr::ImageBufferKind::TextureRect); switch (GetFormat()) { case gfx::SurfaceFormat::B8G8R8A8: case gfx::SurfaceFormat::B8G8R8X8: { MOZ_ASSERT(aImageKeys.length() == 1); MOZ_ASSERT(mSurface->GetPlaneCount() == 0); // The internal pixel format of MacIOSurface is always BGRX or BGRA // format. auto format = GetFormat() == gfx::SurfaceFormat::B8G8R8A8 ? gfx::SurfaceFormat::B8G8R8A8 : gfx::SurfaceFormat::B8G8R8X8; wr::ImageDescriptor descriptor(GetSize(), format); (aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0); break; } case gfx::SurfaceFormat::YUV422: { // This is the special buffer format. The buffer contents could be a // converted RGB interleaving data or a YCbCr interleaving data depending // on the different platform setting. (e.g. It will be RGB at OpenGL 2.1 // and YCbCr at OpenGL 3.1) MOZ_ASSERT(aImageKeys.length() == 1); MOZ_ASSERT(mSurface->GetPlaneCount() == 0); wr::ImageDescriptor descriptor(GetSize(), gfx::SurfaceFormat::B8G8R8X8); (aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0); break; } case gfx::SurfaceFormat::NV12: { MOZ_ASSERT(aImageKeys.length() == 2); MOZ_ASSERT(mSurface->GetPlaneCount() == 2); wr::ImageDescriptor descriptor0( gfx::IntSize(mSurface->GetDevicePixelWidth(0), mSurface->GetDevicePixelHeight(0)), gfx::SurfaceFormat::A8); wr::ImageDescriptor descriptor1( gfx::IntSize(mSurface->GetDevicePixelWidth(1), mSurface->GetDevicePixelHeight(1)), gfx::SurfaceFormat::R8G8); (aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0); (aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1); break; } default: { MOZ_ASSERT_UNREACHABLE("unexpected to be called"); } } } void MacIOSurfaceTextureHostOGL::PushDisplayItems( wr::DisplayListBuilder& aBuilder, const wr::LayoutRect& aBounds, const wr::LayoutRect& aClip, wr::ImageRendering aFilter, const Range& aImageKeys, PushDisplayItemFlagSet aFlags) { bool preferCompositorSurface = aFlags.contains(PushDisplayItemFlag::PREFER_COMPOSITOR_SURFACE); switch (GetFormat()) { case gfx::SurfaceFormat::B8G8R8A8: case gfx::SurfaceFormat::B8G8R8X8: { MOZ_ASSERT(aImageKeys.length() == 1); MOZ_ASSERT(mSurface->GetPlaneCount() == 0); // We disable external compositing for RGB surfaces for now until // we've tested support more thoroughly. Bug 1667917. aBuilder.PushImage(aBounds, aClip, true, aFilter, aImageKeys[0], !(mFlags & TextureFlags::NON_PREMULTIPLIED), wr::ColorF{1.0f, 1.0f, 1.0f, 1.0f}, preferCompositorSurface, /* aSupportsExternalCompositing */ false); break; } case gfx::SurfaceFormat::YUV422: { MOZ_ASSERT(aImageKeys.length() == 1); MOZ_ASSERT(mSurface->GetPlaneCount() == 0); // Those images can only be generated at present by the Apple H264 decoder // which only supports 8 bits color depth. aBuilder.PushYCbCrInterleavedImage( aBounds, aClip, true, aImageKeys[0], wr::ColorDepth::Color8, wr::ToWrYuvColorSpace(GetYUVColorSpace()), wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface, /* aSupportsExternalCompositing */ true); break; } case gfx::SurfaceFormat::NV12: { MOZ_ASSERT(aImageKeys.length() == 2); MOZ_ASSERT(mSurface->GetPlaneCount() == 2); // Those images can only be generated at present by the Apple H264 decoder // which only supports 8 bits color depth. aBuilder.PushNV12Image( aBounds, aClip, true, aImageKeys[0], aImageKeys[1], wr::ColorDepth::Color8, wr::ToWrYuvColorSpace(GetYUVColorSpace()), wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface, /* aSupportsExternalCompositing */ true); break; } default: { MOZ_ASSERT_UNREACHABLE("unexpected to be called"); } } } } // namespace layers } // namespace mozilla