diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-07 17:32:43 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-07 17:32:43 +0000 |
commit | 6bf0a5cb5034a7e684dcc3500e841785237ce2dd (patch) | |
tree | a68f146d7fa01f0134297619fbe7e33db084e0aa /third_party/libwebrtc/video/video_stream_decoder_impl.h | |
parent | Initial commit. (diff) | |
download | thunderbird-6bf0a5cb5034a7e684dcc3500e841785237ce2dd.tar.xz thunderbird-6bf0a5cb5034a7e684dcc3500e841785237ce2dd.zip |
Adding upstream version 1:115.7.0.upstream/1%115.7.0upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to '')
-rw-r--r-- | third_party/libwebrtc/video/video_stream_decoder_impl.h | 128 |
1 files changed, 128 insertions, 0 deletions
diff --git a/third_party/libwebrtc/video/video_stream_decoder_impl.h b/third_party/libwebrtc/video/video_stream_decoder_impl.h new file mode 100644 index 0000000000..fcd7158391 --- /dev/null +++ b/third_party/libwebrtc/video/video_stream_decoder_impl.h @@ -0,0 +1,128 @@ +/* + * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. + * + * Use of this source code is governed by a BSD-style license + * that can be found in the LICENSE file in the root of the source + * tree. An additional intellectual property rights grant can be found + * in the file PATENTS. All contributing project authors may + * be found in the AUTHORS file in the root of the source tree. + */ + +#ifndef VIDEO_VIDEO_STREAM_DECODER_IMPL_H_ +#define VIDEO_VIDEO_STREAM_DECODER_IMPL_H_ + +#include <map> +#include <memory> +#include <utility> + +#include "absl/types/optional.h" +#include "api/field_trials_view.h" +#include "api/sequence_checker.h" +#include "api/transport/field_trial_based_config.h" +#include "api/video/video_stream_decoder.h" +#include "modules/video_coding/frame_buffer2.h" +#include "modules/video_coding/timing/timing.h" +#include "rtc_base/memory/always_valid_pointer.h" +#include "rtc_base/platform_thread.h" +#include "rtc_base/synchronization/mutex.h" +#include "rtc_base/task_queue.h" +#include "system_wrappers/include/clock.h" + +namespace webrtc { + +class VideoStreamDecoderImpl : public VideoStreamDecoderInterface { + public: + VideoStreamDecoderImpl( + VideoStreamDecoderInterface::Callbacks* callbacks, + VideoDecoderFactory* decoder_factory, + TaskQueueFactory* task_queue_factory, + std::map<int, std::pair<SdpVideoFormat, int>> decoder_settings, + const FieldTrialsView* field_trials); + + ~VideoStreamDecoderImpl() override; + + void OnFrame(std::unique_ptr<EncodedFrame> frame) override; + + void SetMinPlayoutDelay(TimeDelta min_delay) override; + void SetMaxPlayoutDelay(TimeDelta max_delay) override; + + private: + class DecodeCallbacks : public DecodedImageCallback { + public: + explicit DecodeCallbacks(VideoStreamDecoderImpl* video_stream_decoder_impl); + int32_t Decoded(VideoFrame& decodedImage) override; + int32_t Decoded(VideoFrame& decodedImage, int64_t decode_time_ms) override; + void Decoded(VideoFrame& decodedImage, + absl::optional<int32_t> decode_time_ms, + absl::optional<uint8_t> qp) override; + + private: + VideoStreamDecoderImpl* const video_stream_decoder_impl_; + }; + + enum DecodeResult { + kOk, + kOkRequestKeyframe, + kDecodeFailure, + }; + + struct FrameInfo { + int64_t timestamp = -1; + int64_t decode_start_time_ms; + int64_t render_time_us; + VideoContentType content_type; + }; + + void SaveFrameInfo(const EncodedFrame& frame) RTC_RUN_ON(bookkeeping_queue_); + FrameInfo* GetFrameInfo(int64_t timestamp) RTC_RUN_ON(bookkeeping_queue_); + void StartNextDecode() RTC_RUN_ON(bookkeeping_queue_); + void OnNextFrameCallback(std::unique_ptr<EncodedFrame> frame) + RTC_RUN_ON(bookkeeping_queue_); + void OnDecodedFrameCallback(VideoFrame& decodedImage, // NOLINT + absl::optional<int32_t> decode_time_ms, + absl::optional<uint8_t> qp); + + VideoDecoder* GetDecoder(int payload_type) RTC_RUN_ON(decode_queue_); + VideoStreamDecoderImpl::DecodeResult DecodeFrame( + std::unique_ptr<EncodedFrame> frame) RTC_RUN_ON(decode_queue_); + + AlwaysValidPointer<const FieldTrialsView, FieldTrialBasedConfig> + field_trials_; + VCMTiming timing_; + DecodeCallbacks decode_callbacks_; + + // Some decoders are pipelined so it is not sufficient to save frame info + // for the last frame only. + static constexpr int kFrameInfoMemory = 8; + std::array<FrameInfo, kFrameInfoMemory> frame_info_ + RTC_GUARDED_BY(bookkeeping_queue_); + int next_frame_info_index_ RTC_GUARDED_BY(bookkeeping_queue_); + VideoStreamDecoderInterface::Callbacks* const callbacks_ + RTC_PT_GUARDED_BY(bookkeeping_queue_); + int64_t last_continuous_frame_id_ RTC_GUARDED_BY(bookkeeping_queue_) = -1; + bool keyframe_required_ RTC_GUARDED_BY(bookkeeping_queue_); + + absl::optional<int> current_payload_type_ RTC_GUARDED_BY(decode_queue_); + VideoDecoderFactory* const decoder_factory_ RTC_PT_GUARDED_BY(decode_queue_); + std::map<int, std::pair<SdpVideoFormat, int>> decoder_settings_ + RTC_GUARDED_BY(decode_queue_); + + // The `bookkeeping_queue_` use the `frame_buffer_` and also posts tasks to + // the `decode_queue_`. The `decode_queue_` in turn use the `decoder_` to + // decode frames. When the `decoder_` is done it will post back to the + // `bookkeeping_queue_` with the decoded frame. During shutdown we start by + // isolating the `bookkeeping_queue_` from the `decode_queue_`, so now it's + // safe for the `decode_queue_` to be destructed. After that the `decoder_` + // can be destructed, and then the `bookkeeping_queue_`. Finally the + // `frame_buffer_` can be destructed. + Mutex shut_down_mutex_; + bool shut_down_ RTC_GUARDED_BY(shut_down_mutex_); + video_coding::FrameBuffer frame_buffer_ RTC_GUARDED_BY(bookkeeping_queue_); + rtc::TaskQueue bookkeeping_queue_; + std::unique_ptr<VideoDecoder> decoder_ RTC_GUARDED_BY(decode_queue_); + rtc::TaskQueue decode_queue_; +}; + +} // namespace webrtc + +#endif // VIDEO_VIDEO_STREAM_DECODER_IMPL_H_ |