1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* vim:set ts=2 sw=2 sts=2 et cindent: */
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
#ifndef DOM_MEDIA_WEBCODECS_DECODERAGENT_H
#define DOM_MEDIA_WEBCODECS_DECODERAGENT_H
#include "MediaResult.h"
#include "PlatformDecoderModule.h"
#include "mozilla/RefPtr.h"
#include "mozilla/TaskQueue.h"
#include "mozilla/UniquePtr.h"
class nsISerialEventTarget;
namespace mozilla {
class PDMFactory;
class TrackInfo;
namespace layers {
class ImageContainer;
} // namespace layers
// DecoderAgent is a wrapper that contains a MediaDataDecoder. It adapts the
// MediaDataDecoder APIs for use in WebCodecs.
//
// If Configure() is called, Shutdown() must be called to release the resources
// gracefully. Except Shutdown(), all the methods can't be called concurrently,
// meaning a method can only be called when the previous API call has completed.
// The responsability of arranging the method calls is on the caller.
//
// When Shutdown() is called, all the operations in flight are canceled and the
// MediaDataDecoder is shut down. On the other hand, errors are final. A new
// DecoderAgent must be created when an error is encountered.
//
// All the methods need to be called on the DecoderAgent's owner thread. In
// WebCodecs, it's either on the main thread or worker thread.
class DecoderAgent final {
public:
NS_INLINE_DECL_THREADSAFE_REFCOUNTING(DecoderAgent);
using Id = uint32_t;
DecoderAgent(Id aId, UniquePtr<TrackInfo>&& aInfo);
// The following APIs are owner thread only.
using ConfigurePromise = MozPromise<bool, MediaResult, true /* exclusive */>;
RefPtr<ConfigurePromise> Configure(bool aPreferSoftwareDecoder,
bool aLowLatency);
RefPtr<ShutdownPromise> Shutdown();
using DecodePromise = MediaDataDecoder::DecodePromise;
RefPtr<DecodePromise> Decode(MediaRawData* aSample);
// WebCodecs's flush() flushes out all the pending decoded data in the
// MediaDataDecoder so it is a combination of Drain and Flush. To distinguish
// the term from MediaDataDecoder's one, we call it DrainAndFlush() here.
RefPtr<DecodePromise> DrainAndFlush();
const Id mId; // A unique id.
const UniquePtr<TrackInfo> mInfo;
private:
~DecoderAgent();
// Push out all the data in the MediaDataDecoder's pipeline.
// TODO: MediaDataDecoder should implement this, instead of asking call site
// to run `Drain` multiple times.
RefPtr<DecodePromise> Dry();
void DrainUntilDry();
enum class State {
Unconfigured,
Configuring,
Configured,
Decoding,
Flushing,
ShuttingDown,
Error,
};
void SetState(State aState);
const RefPtr<nsISerialEventTarget> mOwnerThread;
const RefPtr<PDMFactory> mPDMFactory;
const RefPtr<layers::ImageContainer> mImageContainer;
RefPtr<MediaDataDecoder> mDecoder;
State mState;
// Configure
MozPromiseHolder<ConfigurePromise> mConfigurePromise;
using CreateDecoderPromise = PlatformDecoderModule::CreateDecoderPromise;
MozPromiseRequestHolder<CreateDecoderPromise> mCreateRequest;
using InitPromise = MediaDataDecoder::InitPromise;
MozPromiseRequestHolder<InitPromise> mInitRequest;
// Shutdown
MozPromiseHolder<ShutdownPromise> mShutdownWhileCreationPromise;
// Decode
MozPromiseHolder<DecodePromise> mDecodePromise;
MozPromiseRequestHolder<DecodePromise> mDecodeRequest;
// DrainAndFlush
MozPromiseHolder<DecodePromise> mDrainAndFlushPromise;
MediaDataDecoder::DecodedData mDrainAndFlushData;
MozPromiseRequestHolder<DecodePromise> mDryRequest;
MozPromiseHolder<DecodePromise> mDryPromise;
MediaDataDecoder::DecodedData mDryData;
MozPromiseRequestHolder<DecodePromise> mDrainRequest;
using FlushPromise = MediaDataDecoder::FlushPromise;
MozPromiseRequestHolder<FlushPromise> mFlushRequest;
};
} // namespace mozilla
#endif // DOM_MEDIA_WEBCODECS_DECODERAGENT_H
|