From 6bf0a5cb5034a7e684dcc3500e841785237ce2dd Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 7 Apr 2024 19:32:43 +0200 Subject: Adding upstream version 1:115.7.0. Signed-off-by: Daniel Baumann --- dom/media/mediasink/DecodedStream.h | 154 ++++++++++++++++++++++++++++++++++++ 1 file changed, 154 insertions(+) create mode 100644 dom/media/mediasink/DecodedStream.h (limited to 'dom/media/mediasink/DecodedStream.h') diff --git a/dom/media/mediasink/DecodedStream.h b/dom/media/mediasink/DecodedStream.h new file mode 100644 index 0000000000..4709ffeda6 --- /dev/null +++ b/dom/media/mediasink/DecodedStream.h @@ -0,0 +1,154 @@ +/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ +/* vim: set ts=8 sts=2 et sw=2 tw=80: */ +/* This Source Code Form is subject to the terms of the Mozilla Public + * License, v. 2.0. If a copy of the MPL was not distributed with this + * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ + +#ifndef DecodedStream_h_ +#define DecodedStream_h_ + +#include "AudibilityMonitor.h" +#include "MediaEventSource.h" +#include "MediaInfo.h" +#include "MediaSegment.h" +#include "MediaSink.h" + +#include "mozilla/AbstractThread.h" +#include "mozilla/Maybe.h" +#include "mozilla/MozPromise.h" +#include "mozilla/RefPtr.h" +#include "mozilla/StateMirroring.h" +#include "mozilla/UniquePtr.h" + +namespace mozilla { + +class DecodedStreamData; +class MediaDecoderStateMachine; +class AudioData; +class VideoData; +struct PlaybackInfoInit; +class ProcessedMediaTrack; +class TimeStamp; + +template +class MediaQueue; + +class DecodedStream : public MediaSink { + public: + DecodedStream(MediaDecoderStateMachine* aStateMachine, + nsMainThreadPtrHandle aDummyTrack, + CopyableTArray> aOutputTracks, + double aVolume, double aPlaybackRate, bool aPreservesPitch, + MediaQueue& aAudioQueue, + MediaQueue& aVideoQueue, + RefPtr aAudioDevice); + + RefPtr OnEnded(TrackType aType) override; + media::TimeUnit GetEndTime(TrackType aType) const override; + media::TimeUnit GetPosition(TimeStamp* aTimeStamp = nullptr) override; + bool HasUnplayedFrames(TrackType aType) const override { + // TODO: bug 1755026 + return false; + } + + media::TimeUnit UnplayedDuration(TrackType aType) const override { + // TODO: bug 1755026 + return media::TimeUnit::Zero(); + } + + void SetVolume(double aVolume) override; + void SetPlaybackRate(double aPlaybackRate) override; + void SetPreservesPitch(bool aPreservesPitch) override; + void SetPlaying(bool aPlaying) override; + + double PlaybackRate() const override; + + nsresult Start(const media::TimeUnit& aStartTime, + const MediaInfo& aInfo) override; + void Stop() override; + bool IsStarted() const override; + bool IsPlaying() const override; + void Shutdown() override; + void GetDebugInfo(dom::MediaSinkDebugInfo& aInfo) override; + const AudioDeviceInfo* AudioDevice() const override { return mAudioDevice; } + + MediaEventSource& AudibleEvent() { return mAudibleEvent; } + + protected: + virtual ~DecodedStream(); + + private: + void DestroyData(UniquePtr&& aData); + void SendAudio(const PrincipalHandle& aPrincipalHandle); + void SendVideo(const PrincipalHandle& aPrincipalHandle); + void ResetAudio(); + void ResetVideo(const PrincipalHandle& aPrincipalHandle); + void SendData(); + void NotifyOutput(int64_t aTime); + void CheckIsDataAudible(const AudioData* aData); + + void AssertOwnerThread() const { + MOZ_ASSERT(mOwnerThread->IsCurrentThreadIn()); + } + + void PlayingChanged(); + + void ConnectListener(); + void DisconnectListener(); + + // Give the audio that is going to be appended next as an input, if there is + // a gap between audio's time and the frames that we've written, then return + // a silence data that has same amount of frames and can be used to fill the + // gap. If no gap exists, return nullptr. + already_AddRefed CreateSilenceDataIfGapExists( + RefPtr& aNextAudio); + + const RefPtr mOwnerThread; + + // Used to access the graph. + const nsMainThreadPtrHandle mDummyTrack; + + /* + * Worker thread only members. + */ + WatchManager mWatchManager; + UniquePtr mData; + RefPtr mAudioEndedPromise; + RefPtr mVideoEndedPromise; + + Watchable mPlaying; + Mirror mPrincipalHandle; + AbstractCanonical* mCanonicalOutputPrincipal; + const nsTArray> mOutputTracks; + + double mVolume; + double mPlaybackRate; + bool mPreservesPitch; + + media::NullableTimeUnit mStartTime; + media::TimeUnit mLastOutputTime; + MediaInfo mInfo; + // True when stream is producing audible sound, false when stream is silent. + bool mIsAudioDataAudible = false; + Maybe mAudibilityMonitor; + MediaEventProducer mAudibleEvent; + + MediaQueue& mAudioQueue; + MediaQueue& mVideoQueue; + + // This is the audio device we were told to play out to. + // All audio is captured, so nothing is actually played out -- but we report + // this upwards as it could save us from being recreated when the sink + // changes. + const RefPtr mAudioDevice; + + MediaEventListener mAudioPushListener; + MediaEventListener mVideoPushListener; + MediaEventListener mAudioFinishListener; + MediaEventListener mVideoFinishListener; + MediaEventListener mOutputListener; +}; + +} // namespace mozilla + +#endif // DecodedStream_h_ -- cgit v1.2.3