/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "OffscreenCanvas.h" #include "mozilla/Atomics.h" #include "mozilla/dom/BlobImpl.h" #include "mozilla/dom/OffscreenCanvasBinding.h" #include "mozilla/dom/OffscreenCanvasDisplayHelper.h" #include "mozilla/dom/OffscreenCanvasRenderingContext2D.h" #include "mozilla/dom/Promise.h" #include "mozilla/dom/WorkerPrivate.h" #include "mozilla/dom/WorkerRef.h" #include "mozilla/dom/WorkerScope.h" #include "mozilla/layers/ImageBridgeChild.h" #include "mozilla/Telemetry.h" #include "mozilla/webgpu/CanvasContext.h" #include "CanvasRenderingContext2D.h" #include "CanvasUtils.h" #include "ClientWebGLContext.h" #include "GLContext.h" #include "GLScreenBuffer.h" #include "ImageBitmap.h" #include "ImageBitmapRenderingContext.h" #include "nsContentUtils.h" #include "WebGLChild.h" namespace mozilla::dom { OffscreenCanvasCloneData::OffscreenCanvasCloneData( OffscreenCanvasDisplayHelper* aDisplay, uint32_t aWidth, uint32_t aHeight, layers::LayersBackend aCompositorBackend, layers::TextureType aTextureType, bool aNeutered, bool aIsWriteOnly) : mDisplay(aDisplay), mWidth(aWidth), mHeight(aHeight), mCompositorBackendType(aCompositorBackend), mTextureType(aTextureType), mNeutered(aNeutered), mIsWriteOnly(aIsWriteOnly) {} OffscreenCanvasCloneData::~OffscreenCanvasCloneData() = default; OffscreenCanvas::OffscreenCanvas(nsIGlobalObject* aGlobal, uint32_t aWidth, uint32_t aHeight, layers::LayersBackend aCompositorBackend, layers::TextureType aTextureType, OffscreenCanvasDisplayHelper* aDisplay) : DOMEventTargetHelper(aGlobal), mNeutered(false), mIsWriteOnly(false), mWidth(aWidth), mHeight(aHeight), mCompositorBackendType(aCompositorBackend), mTextureType(aTextureType), mDisplay(aDisplay) {} OffscreenCanvas::~OffscreenCanvas() = default; JSObject* OffscreenCanvas::WrapObject(JSContext* aCx, JS::Handle aGivenProto) { return OffscreenCanvas_Binding::Wrap(aCx, this, aGivenProto); } /* static */ already_AddRefed OffscreenCanvas::Constructor( const GlobalObject& aGlobal, uint32_t aWidth, uint32_t aHeight) { nsCOMPtr global = do_QueryInterface(aGlobal.GetAsSupports()); RefPtr offscreenCanvas = new OffscreenCanvas( global, aWidth, aHeight, layers::LayersBackend::LAYERS_NONE, layers::TextureType::Unknown, nullptr); return offscreenCanvas.forget(); } void OffscreenCanvas::SetWidth(uint32_t aWidth, ErrorResult& aRv) { if (mNeutered) { aRv.ThrowInvalidStateError( "Cannot set width of placeholder canvas transferred to worker."); return; } mWidth = aWidth; CanvasAttrChanged(); } void OffscreenCanvas::SetHeight(uint32_t aHeight, ErrorResult& aRv) { if (mNeutered) { aRv.ThrowInvalidStateError( "Cannot set height of placeholder canvas transferred to worker."); return; } mHeight = aHeight; CanvasAttrChanged(); } void OffscreenCanvas::GetContext( JSContext* aCx, const OffscreenRenderingContextId& aContextId, JS::Handle aContextOptions, Nullable& aResult, ErrorResult& aRv) { if (mNeutered) { aResult.SetNull(); aRv.ThrowInvalidStateError( "Cannot create context for placeholder canvas transferred to worker."); return; } CanvasContextType contextType; switch (aContextId) { case OffscreenRenderingContextId::_2d: contextType = CanvasContextType::OffscreenCanvas2D; break; case OffscreenRenderingContextId::Bitmaprenderer: contextType = CanvasContextType::ImageBitmap; break; case OffscreenRenderingContextId::Webgl: contextType = CanvasContextType::WebGL1; break; case OffscreenRenderingContextId::Webgl2: contextType = CanvasContextType::WebGL2; break; case OffscreenRenderingContextId::Webgpu: contextType = CanvasContextType::WebGPU; break; default: MOZ_ASSERT_UNREACHABLE("Unhandled canvas type!"); aResult.SetNull(); aRv.Throw(NS_ERROR_NOT_IMPLEMENTED); return; } RefPtr result = CanvasRenderingContextHelper::GetOrCreateContext( aCx, contextType, aContextOptions, aRv); if (!result) { aResult.SetNull(); return; } Maybe childId; MOZ_ASSERT(mCurrentContext); switch (mCurrentContextType) { case CanvasContextType::OffscreenCanvas2D: aResult.SetValue().SetAsOffscreenCanvasRenderingContext2D() = *static_cast( mCurrentContext.get()); break; case CanvasContextType::ImageBitmap: aResult.SetValue().SetAsImageBitmapRenderingContext() = *static_cast(mCurrentContext.get()); break; case CanvasContextType::WebGL1: case CanvasContextType::WebGL2: { auto* webgl = static_cast(mCurrentContext.get()); WebGLChild* webglChild = webgl->GetChild(); if (webglChild) { childId.emplace(webglChild->Id()); } aResult.SetValue().SetAsWebGLRenderingContext() = *webgl; break; } case CanvasContextType::WebGPU: aResult.SetValue().SetAsGPUCanvasContext() = *static_cast(mCurrentContext.get()); break; default: MOZ_ASSERT_UNREACHABLE("Unhandled canvas type!"); aResult.SetNull(); break; } if (mDisplay) { mDisplay->UpdateContext(mCurrentContextType, childId); } } already_AddRefed OffscreenCanvas::CreateContext(CanvasContextType aContextType) { RefPtr ret = CanvasRenderingContextHelper::CreateContext(aContextType); ret->SetOffscreenCanvas(this); return ret.forget(); } void OffscreenCanvas::UpdateDisplayData( const OffscreenCanvasDisplayData& aData) { if (!mDisplay) { return; } mPendingUpdate = Some(aData); QueueCommitToCompositor(); } void OffscreenCanvas::QueueCommitToCompositor() { if (!mDisplay || !mCurrentContext || mPendingCommit) { // If we already have a commit pending, or we have no bound display/context, // just bail out. return; } mPendingCommit = NS_NewCancelableRunnableFunction( "OffscreenCanvas::QueueCommitToCompositor", [self = RefPtr{this}] { self->DequeueCommitToCompositor(); }); NS_DispatchToCurrentThread(mPendingCommit); } void OffscreenCanvas::DequeueCommitToCompositor() { MOZ_ASSERT(mPendingCommit); mPendingCommit = nullptr; Maybe update = std::move(mPendingUpdate); mDisplay->CommitFrameToCompositor(mCurrentContext, mTextureType, update); } void OffscreenCanvas::CommitFrameToCompositor() { if (!mDisplay || !mCurrentContext) { // This offscreen canvas doesn't associate to any HTML canvas element. // So, just bail out. return; } if (mPendingCommit) { // We got an explicit commit while waiting for an implicit. mPendingCommit->Cancel(); mPendingCommit = nullptr; } Maybe update = std::move(mPendingUpdate); mDisplay->CommitFrameToCompositor(mCurrentContext, mTextureType, update); } OffscreenCanvasCloneData* OffscreenCanvas::ToCloneData() { return new OffscreenCanvasCloneData(mDisplay, mWidth, mHeight, mCompositorBackendType, mTextureType, mNeutered, mIsWriteOnly); } already_AddRefed OffscreenCanvas::TransferToImageBitmap( ErrorResult& aRv) { if (mNeutered) { aRv.ThrowInvalidStateError( "Cannot get bitmap from placeholder canvas transferred to worker."); return nullptr; } if (!mCurrentContext) { aRv.ThrowInvalidStateError( "Cannot get bitmap from canvas without a context."); return nullptr; } RefPtr result = ImageBitmap::CreateFromOffscreenCanvas(GetOwnerGlobal(), *this, aRv); if (!result) { return nullptr; } if (mCurrentContext) { mCurrentContext->ResetBitmap(); } return result.forget(); } already_AddRefed OffscreenCanvas::CreateEncodeCompleteCallback(Promise* aPromise) { // Encoder callback when encoding is complete. class EncodeCallback : public EncodeCompleteCallback { public: explicit EncodeCallback(Promise* aPromise) : mPromise(aPromise), mCanceled(false) {} void MaybeInitWorkerRef() { WorkerPrivate* wp = GetCurrentThreadWorkerPrivate(); if (wp) { mWorkerRef = WeakWorkerRef::Create( wp, [self = RefPtr{this}]() { self->Cancel(); }); if (!mWorkerRef) { Cancel(); } } } nsresult ReceiveBlobImpl(already_AddRefed aBlobImpl) override { RefPtr blobImpl = aBlobImpl; mWorkerRef = nullptr; if (mPromise) { RefPtr global = mPromise->GetGlobalObject(); if (NS_WARN_IF(!global) || NS_WARN_IF(!blobImpl)) { mPromise->MaybeReject(NS_ERROR_FAILURE); } else { RefPtr blob = Blob::Create(global, blobImpl); if (NS_WARN_IF(!blob)) { mPromise->MaybeReject(NS_ERROR_FAILURE); } else { mPromise->MaybeResolve(blob); } } } mPromise = nullptr; return NS_OK; } bool CanBeDeletedOnAnyThread() override { return mCanceled; } void Cancel() { mPromise = nullptr; mWorkerRef = nullptr; mCanceled = true; } RefPtr mPromise; RefPtr mWorkerRef; Atomic mCanceled; }; RefPtr p = MakeAndAddRef(aPromise); p->MaybeInitWorkerRef(); return p.forget(); } already_AddRefed OffscreenCanvas::ConvertToBlob( const ImageEncodeOptions& aOptions, ErrorResult& aRv) { // do a trust check if this is a write-only canvas if (mIsWriteOnly) { aRv.ThrowSecurityError("Cannot get blob from write-only canvas."); return nullptr; } if (mNeutered) { aRv.ThrowInvalidStateError( "Cannot get blob from placeholder canvas transferred to worker."); return nullptr; } if (mWidth == 0 || mHeight == 0) { aRv.ThrowIndexSizeError("Cannot get blob from empty canvas."); return nullptr; } nsCOMPtr global = GetOwnerGlobal(); RefPtr promise = Promise::Create(global, aRv); if (aRv.Failed()) { return nullptr; } nsAutoString type; nsContentUtils::ASCIIToLower(aOptions.mType, type); nsAutoString encodeOptions; // Only image/jpeg and image/webp support the quality parameter. if (aOptions.mQuality.WasPassed() && (type.EqualsLiteral("image/jpeg") || type.EqualsLiteral("image/webp"))) { encodeOptions.AppendLiteral("quality="); encodeOptions.AppendInt(NS_lround(aOptions.mQuality.Value() * 100.0)); } RefPtr callback = CreateEncodeCompleteCallback(promise); bool usePlaceholder = ShouldResistFingerprinting(); CanvasRenderingContextHelper::ToBlob(callback, type, encodeOptions, /* aUsingCustomOptions */ false, usePlaceholder, aRv); if (aRv.Failed()) { promise->MaybeReject(std::move(aRv)); } return promise.forget(); } already_AddRefed OffscreenCanvas::ToBlob(JSContext* aCx, const nsAString& aType, JS::Handle aParams, ErrorResult& aRv) { // do a trust check if this is a write-only canvas if (mIsWriteOnly) { aRv.ThrowSecurityError("Cannot get blob from write-only canvas."); return nullptr; } if (mNeutered) { aRv.ThrowInvalidStateError( "Cannot get blob from placeholder canvas transferred to worker."); return nullptr; } if (mWidth == 0 || mHeight == 0) { aRv.ThrowIndexSizeError("Cannot get blob from empty canvas."); return nullptr; } nsCOMPtr global = GetOwnerGlobal(); RefPtr promise = Promise::Create(global, aRv); if (aRv.Failed()) { return nullptr; } RefPtr callback = CreateEncodeCompleteCallback(promise); bool usePlaceholder = ShouldResistFingerprinting(); CanvasRenderingContextHelper::ToBlob(aCx, callback, aType, aParams, usePlaceholder, aRv); return promise.forget(); } already_AddRefed OffscreenCanvas::GetSurfaceSnapshot( gfxAlphaType* const aOutAlphaType) { if (!mCurrentContext) { return nullptr; } return mCurrentContext->GetSurfaceSnapshot(aOutAlphaType); } bool OffscreenCanvas::ShouldResistFingerprinting() const { return nsContentUtils::ShouldResistFingerprinting(GetOwnerGlobal()); } /* static */ already_AddRefed OffscreenCanvas::CreateFromCloneData( nsIGlobalObject* aGlobal, OffscreenCanvasCloneData* aData) { MOZ_ASSERT(aData); RefPtr wc = new OffscreenCanvas( aGlobal, aData->mWidth, aData->mHeight, aData->mCompositorBackendType, aData->mTextureType, aData->mDisplay); if (aData->mNeutered) { wc->SetNeutered(); } return wc.forget(); } /* static */ bool OffscreenCanvas::PrefEnabledOnWorkerThread(JSContext* aCx, JSObject* aObj) { return NS_IsMainThread() || StaticPrefs::gfx_offscreencanvas_enabled(); } NS_IMPL_CYCLE_COLLECTION_INHERITED(OffscreenCanvas, DOMEventTargetHelper, mCurrentContext) NS_IMPL_ADDREF_INHERITED(OffscreenCanvas, DOMEventTargetHelper) NS_IMPL_RELEASE_INHERITED(OffscreenCanvas, DOMEventTargetHelper) NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(OffscreenCanvas) NS_INTERFACE_MAP_ENTRY(nsISupports) NS_INTERFACE_MAP_END_INHERITING(DOMEventTargetHelper) } // namespace mozilla::dom