/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this file, * You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "VideoSegment.h" #include "gfx2DGlue.h" #include "ImageContainer.h" #include "VideoUtils.h" #include "mozilla/UniquePtr.h" namespace mozilla { using namespace layers; VideoFrame::VideoFrame(already_AddRefed aImage, const gfx::IntSize& aIntrinsicSize) : mImage(aImage), mIntrinsicSize(aIntrinsicSize), mForceBlack(false), mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {} VideoFrame::VideoFrame() : mIntrinsicSize(0, 0), mForceBlack(false), mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {} VideoFrame::~VideoFrame() = default; void VideoFrame::SetNull() { mImage = nullptr; mIntrinsicSize = gfx::IntSize(0, 0); mPrincipalHandle = PRINCIPAL_HANDLE_NONE; } void VideoFrame::TakeFrom(VideoFrame* aFrame) { mImage = std::move(aFrame->mImage); mIntrinsicSize = aFrame->mIntrinsicSize; mForceBlack = aFrame->GetForceBlack(); mPrincipalHandle = aFrame->mPrincipalHandle; } /* static */ already_AddRefed VideoFrame::CreateBlackImage( const gfx::IntSize& aSize) { RefPtr container = MakeAndAddRef( ImageUsageType::BlackImage, ImageContainer::ASYNCHRONOUS); RefPtr image = container->CreatePlanarYCbCrImage(); if (!image) { return nullptr; } gfx::IntSize cbcrSize((aSize.width + 1) / 2, (aSize.height + 1) / 2); int yLen = aSize.width * aSize.height; int cbcrLen = cbcrSize.width * cbcrSize.height; // Generate a black image. auto frame = MakeUnique(yLen + 2 * cbcrLen); // Fill Y plane. memset(frame.get(), 0x10, yLen); // Fill Cb/Cr planes. memset(frame.get() + yLen, 0x80, 2 * cbcrLen); layers::PlanarYCbCrData data; data.mYChannel = frame.get(); data.mYStride = aSize.width; data.mCbCrStride = cbcrSize.width; data.mCbChannel = frame.get() + yLen; data.mCrChannel = data.mCbChannel + cbcrLen; data.mPictureRect = gfx::IntRect(0, 0, aSize.width, aSize.height); data.mStereoMode = StereoMode::MONO; data.mYUVColorSpace = gfx::YUVColorSpace::BT601; // This could be made FULL once bug 1568745 is complete. A black pixel being // 0x00, 0x80, 0x80 data.mColorRange = gfx::ColorRange::LIMITED; data.mChromaSubsampling = gfx::ChromaSubsampling::HALF_WIDTH_AND_HEIGHT; // Copies data, so we can free data. if (NS_FAILED(image->CopyData(data))) { return nullptr; } return image.forget(); } void VideoSegment::AppendFrame(const VideoChunk& aChunk, const Maybe& aForceBlack, const Maybe& aTimeStamp) { VideoChunk* chunk = AppendChunk(0); chunk->mTimeStamp = aTimeStamp ? *aTimeStamp : aChunk.mTimeStamp; chunk->mProcessingDuration = aChunk.mProcessingDuration; chunk->mMediaTime = aChunk.mMediaTime; chunk->mWebrtcCaptureTime = aChunk.mWebrtcCaptureTime; chunk->mWebrtcReceiveTime = aChunk.mWebrtcReceiveTime; chunk->mRtpTimestamp = aChunk.mRtpTimestamp; VideoFrame frame(do_AddRef(aChunk.mFrame.GetImage()), aChunk.mFrame.GetIntrinsicSize()); MOZ_ASSERT_IF(!IsNull(), !aChunk.mTimeStamp.IsNull()); frame.SetForceBlack(aForceBlack ? *aForceBlack : aChunk.mFrame.GetForceBlack()); frame.SetPrincipalHandle(aChunk.mFrame.GetPrincipalHandle()); chunk->mFrame.TakeFrom(&frame); } void VideoSegment::AppendFrame(already_AddRefed&& aImage, const IntSize& aIntrinsicSize, const PrincipalHandle& aPrincipalHandle, bool aForceBlack, TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration, media::TimeUnit aMediaTime) { VideoChunk* chunk = AppendChunk(0); chunk->mTimeStamp = aTimeStamp; chunk->mProcessingDuration = aProcessingDuration; chunk->mMediaTime = aMediaTime; VideoFrame frame(std::move(aImage), aIntrinsicSize); MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull()); frame.SetForceBlack(aForceBlack); frame.SetPrincipalHandle(aPrincipalHandle); chunk->mFrame.TakeFrom(&frame); } void VideoSegment::AppendWebrtcRemoteFrame( already_AddRefed&& aImage, const IntSize& aIntrinsicSize, const PrincipalHandle& aPrincipalHandle, bool aForceBlack, TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration, uint32_t aRtpTimestamp, int64_t aWebrtcCaptureTimeNtp, int64_t aWebrtcReceiveTimeUs) { VideoChunk* chunk = AppendChunk(0); chunk->mTimeStamp = aTimeStamp; chunk->mProcessingDuration = aProcessingDuration; if (aWebrtcCaptureTimeNtp > 0) { chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTimeNtp); } if (aWebrtcReceiveTimeUs > 0) { chunk->mWebrtcReceiveTime = Some(aWebrtcReceiveTimeUs); } chunk->mRtpTimestamp = Some(aRtpTimestamp); VideoFrame frame(std::move(aImage), aIntrinsicSize); MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull()); frame.SetForceBlack(aForceBlack); frame.SetPrincipalHandle(aPrincipalHandle); chunk->mFrame.TakeFrom(&frame); } void VideoSegment::AppendWebrtcLocalFrame( already_AddRefed&& aImage, const IntSize& aIntrinsicSize, const PrincipalHandle& aPrincipalHandle, bool aForceBlack, TimeStamp aTimeStamp, TimeStamp aWebrtcCaptureTime) { VideoChunk* chunk = AppendChunk(0); chunk->mTimeStamp = aTimeStamp; chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTime); VideoFrame frame(std::move(aImage), aIntrinsicSize); MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull()); frame.SetForceBlack(aForceBlack); frame.SetPrincipalHandle(aPrincipalHandle); chunk->mFrame.TakeFrom(&frame); } VideoSegment::VideoSegment() : MediaSegmentBase(VIDEO) {} VideoSegment::VideoSegment(VideoSegment&& aSegment) : MediaSegmentBase(std::move(aSegment)) {} VideoSegment::~VideoSegment() = default; } // namespace mozilla