/* * Copyright (c) 2020 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_ #define MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_ #include #include #include "api/transport/rtp/dependency_descriptor.h" #include "common_video/generic_frame_descriptor/generic_frame_info.h" #include "modules/video_coding/svc/scalable_video_controller.h" namespace webrtc { class ScalabilityStructureFullSvc : public ScalableVideoController { public: struct ScalingFactor { int num = 1; int den = 2; }; ScalabilityStructureFullSvc(int num_spatial_layers, int num_temporal_layers, ScalingFactor resolution_factor); ~ScalabilityStructureFullSvc() override; StreamLayersConfig StreamConfig() const override; std::vector NextFrameConfig(bool restart) override; GenericFrameInfo OnEncodeDone(const LayerFrameConfig& config) override; void OnRatesUpdated(const VideoBitrateAllocation& bitrates) override; private: enum FramePattern { kNone, kKey, kDeltaT2A, kDeltaT1, kDeltaT2B, kDeltaT0, }; static constexpr absl::string_view kFramePatternNames[] = { "None", "Key", "DeltaT2A", "DeltaT1", "DeltaT2B", "DeltaT0"}; static constexpr int kMaxNumSpatialLayers = 3; static constexpr int kMaxNumTemporalLayers = 3; // Index of the buffer to store last frame for layer (`sid`, `tid`) int BufferIndex(int sid, int tid) const { return tid * num_spatial_layers_ + sid; } bool DecodeTargetIsActive(int sid, int tid) const { return active_decode_targets_[sid * num_temporal_layers_ + tid]; } void SetDecodeTargetIsActive(int sid, int tid, bool value) { active_decode_targets_.set(sid * num_temporal_layers_ + tid, value); } FramePattern NextPattern() const; bool TemporalLayerIsActive(int tid) const; static DecodeTargetIndication Dti(int sid, int tid, const LayerFrameConfig& frame); const int num_spatial_layers_; const int num_temporal_layers_; const ScalingFactor resolution_factor_; FramePattern last_pattern_ = kNone; std::bitset can_reference_t0_frame_for_spatial_id_ = 0; std::bitset can_reference_t1_frame_for_spatial_id_ = 0; std::bitset<32> active_decode_targets_; }; // T1 0 0 // / / / ... // T0 0---0---0-- // Time-> 0 1 2 3 4 class ScalabilityStructureL1T2 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL1T2(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(1, 2, resolution_factor) {} ~ScalabilityStructureL1T2() override = default; FrameDependencyStructure DependencyStructure() const override; }; // T2 0 0 0 0 // | / | / // T1 / 0 / 0 ... // |_/ |_/ // T0 0-------0------ // Time-> 0 1 2 3 4 5 6 7 class ScalabilityStructureL1T3 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL1T3(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(1, 3, resolution_factor) {} ~ScalabilityStructureL1T3() override = default; FrameDependencyStructure DependencyStructure() const override; }; // S1 0--0--0- // | | | ... // S0 0--0--0- class ScalabilityStructureL2T1 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL2T1(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(2, 1, resolution_factor) {} ~ScalabilityStructureL2T1() override = default; FrameDependencyStructure DependencyStructure() const override; }; // S1T1 0 0 // /| /| / // S1T0 0-+-0-+-0 // | | | | | ... // S0T1 | 0 | 0 | // |/ |/ |/ // S0T0 0---0---0-- // Time-> 0 1 2 3 4 class ScalabilityStructureL2T2 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL2T2(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(2, 2, resolution_factor) {} ~ScalabilityStructureL2T2() override = default; FrameDependencyStructure DependencyStructure() const override; }; // S1T2 4 ,8 // S1T1 / | 6' | // S1T0 2--+-'+--+-... // | | | | // S0T2 | 3 | ,7 // S0T1 | / 5' // S0T0 1----'-----... // Time-> 0 1 2 3 class ScalabilityStructureL2T3 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL2T3(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(2, 3, resolution_factor) {} ~ScalabilityStructureL2T3() override = default; FrameDependencyStructure DependencyStructure() const override; }; // S2 0-0-0- // | | | // S1 0-0-0-... // | | | // S0 0-0-0- // Time-> 0 1 2 class ScalabilityStructureL3T1 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL3T1(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(3, 1, resolution_factor) {} ~ScalabilityStructureL3T1() override = default; FrameDependencyStructure DependencyStructure() const override; }; // https://www.w3.org/TR/webrtc-svc/#L3T2* class ScalabilityStructureL3T2 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL3T2(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(3, 2, resolution_factor) {} ~ScalabilityStructureL3T2() override = default; FrameDependencyStructure DependencyStructure() const override; }; // https://www.w3.org/TR/webrtc-svc/#L3T3* class ScalabilityStructureL3T3 : public ScalabilityStructureFullSvc { public: explicit ScalabilityStructureL3T3(ScalingFactor resolution_factor = {}) : ScalabilityStructureFullSvc(3, 3, resolution_factor) {} ~ScalabilityStructureL3T3() override = default; FrameDependencyStructure DependencyStructure() const override; }; } // namespace webrtc #endif // MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_