/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #if !defined(WMFMediaDataDecoder_h_) # define WMFMediaDataDecoder_h_ # include # include "MFTDecoder.h" # include "PlatformDecoderModule.h" # include "WMF.h" # include "mozilla/RefPtr.h" namespace mozilla { // Encapsulates the initialization of the MFTDecoder appropriate for decoding // a given stream, and the process of converting the IMFSample produced // by the MFT into a MediaData object. class MFTManager { public: virtual ~MFTManager() {} // Submit a compressed sample for decoding. // This should forward to the MFTDecoder after performing // any required sample formatting. virtual HRESULT Input(MediaRawData* aSample) = 0; // Produces decoded output, if possible. Blocks until output can be produced, // or until no more is able to be produced. // Returns S_OK on success, or MF_E_TRANSFORM_NEED_MORE_INPUT if there's not // enough data to produce more output. If this returns a failure code other // than MF_E_TRANSFORM_NEED_MORE_INPUT, an error will be reported to the // MP4Reader. virtual HRESULT Output(int64_t aStreamOffset, RefPtr& aOutput) = 0; virtual void Flush() { mDecoder->Flush(); mSeekTargetThreshold.reset(); } void Drain() { if (FAILED(mDecoder->SendMFTMessage(MFT_MESSAGE_COMMAND_DRAIN, 0))) { NS_WARNING("Failed to send DRAIN command to MFT"); } } // Destroys all resources. virtual void Shutdown() = 0; virtual bool IsHardwareAccelerated(nsACString& aFailureReason) const { return false; } virtual TrackInfo::TrackType GetType() = 0; virtual nsCString GetDescriptionName() const = 0; virtual nsCString GetCodecName() const = 0; virtual void SetSeekThreshold(const media::TimeUnit& aTime) { if (aTime.IsValid()) { mSeekTargetThreshold = Some(aTime); } else { mSeekTargetThreshold.reset(); } } virtual bool HasSeekThreshold() const { return mSeekTargetThreshold.isSome(); } virtual MediaDataDecoder::ConversionRequired NeedsConversion() const { return MediaDataDecoder::ConversionRequired::kNeedNone; } protected: // IMFTransform wrapper that performs the decoding. RefPtr mDecoder; Maybe mSeekTargetThreshold; }; DDLoggedTypeDeclNameAndBase(WMFMediaDataDecoder, MediaDataDecoder); // Decodes audio and video using Windows Media Foundation. Samples are decoded // using the MFTDecoder created by the MFTManager. This class implements // the higher-level logic that drives mapping the MFT to the async // MediaDataDecoder interface. The specifics of decoding the exact stream // type are handled by MFTManager and the MFTDecoder it creates. class WMFMediaDataDecoder final : public MediaDataDecoder, public DecoderDoctorLifeLogger { public: NS_INLINE_DECL_THREADSAFE_REFCOUNTING(WMFMediaDataDecoder, final); explicit WMFMediaDataDecoder(MFTManager* aOutputSource); RefPtr Init() override; RefPtr Decode(MediaRawData* aSample) override; RefPtr Drain() override; RefPtr Flush() override; RefPtr Shutdown() override; bool IsHardwareAccelerated(nsACString& aFailureReason) const override; nsCString GetDescriptionName() const override { return mMFTManager ? mMFTManager->GetDescriptionName() : "unknown"_ns; } nsCString GetCodecName() const override { return mMFTManager ? mMFTManager->GetCodecName() : ""_ns; } ConversionRequired NeedsConversion() const override { MOZ_ASSERT(mMFTManager); return mMFTManager->NeedsConversion(); } virtual void SetSeekThreshold(const media::TimeUnit& aTime) override; private: ~WMFMediaDataDecoder(); RefPtr ProcessError(HRESULT aError, const char* aReason); // Called on the task queue. Inserts the sample into the decoder, and // extracts output if available. RefPtr ProcessDecode(MediaRawData* aSample); // Called on the task queue. Extracts output if available, and delivers // it to the reader. Called after ProcessDecode() and ProcessDrain(). HRESULT ProcessOutput(DecodedData& aResults); // Called on the task queue. Orders the MFT to flush. There is no output to // extract. RefPtr ProcessFlush(); // Called on the task queue. Orders the MFT to drain, and then extracts // all available output. RefPtr ProcessDrain(); // Checks if `aOutput` should be discarded (guarded against) because its a // potentially invalid output from the decoder. This is done because the // Windows decoder appears to produce invalid outputs under certain // conditions. bool ShouldGuardAgaintIncorrectFirstSample(MediaData* aOutput) const; const RefPtr mTaskQueue; UniquePtr mMFTManager; // The last offset into the media resource that was passed into Input(). // This is used to approximate the decoder's position in the media resource. int64_t mLastStreamOffset; Maybe mLastTime; media::TimeUnit mLastDuration; // Before we get the first sample, this records the times of all samples we // send to the decoder which is used to validate if the first sample is valid. std::set mInputTimesSet; int64_t mSamplesCount = 0; int64_t mOutputsCount = 0; bool mIsShutDown = false; enum class DrainStatus { DRAINED, DRAINABLE, DRAINING, }; DrainStatus mDrainStatus = DrainStatus::DRAINED; }; } // namespace mozilla #endif // WMFMediaDataDecoder_h_