/* * Copyright (c) 2022 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include #include #include #include #include "api/media_stream_interface.h" #include "api/test/create_network_emulation_manager.h" #include "api/test/create_peer_connection_quality_test_frame_generator.h" #include "api/test/create_peerconnection_quality_test_fixture.h" #include "api/test/frame_generator_interface.h" #include "api/test/network_emulation_manager.h" #include "api/test/peerconnection_quality_test_fixture.h" #include "api/test/simulated_network.h" #include "api/test/time_controller.h" #include "api/video_codecs/vp9_profile.h" #include "call/simulated_network.h" #include "modules/video_coding/codecs/vp9/include/vp9.h" #include "rtc_base/containers/flat_map.h" #include "system_wrappers/include/field_trial.h" #include "test/field_trial.h" #include "test/gmock.h" #include "test/gtest.h" #include "test/pc/e2e/analyzer/video/default_video_quality_analyzer.h" #include "test/pc/e2e/network_quality_metrics_reporter.h" #include "test/testsupport/file_utils.h" namespace webrtc { namespace { using PeerConfigurer = ::webrtc::webrtc_pc_e2e:: PeerConnectionE2EQualityTestFixture::PeerConfigurer; using RunParams = ::webrtc::webrtc_pc_e2e::PeerConnectionE2EQualityTestFixture::RunParams; using VideoConfig = ::webrtc::webrtc_pc_e2e::PeerConnectionE2EQualityTestFixture::VideoConfig; using ScreenShareConfig = ::webrtc::webrtc_pc_e2e:: PeerConnectionE2EQualityTestFixture::ScreenShareConfig; using VideoCodecConfig = ::webrtc::webrtc_pc_e2e:: PeerConnectionE2EQualityTestFixture::VideoCodecConfig; using ::testing::UnitTest; using ::testing::Values; EmulatedNetworkNode* CreateEmulatedNodeWithConfig( NetworkEmulationManager* emulation, const BuiltInNetworkBehaviorConfig& config) { return emulation->CreateEmulatedNode(config); } std::pair CreateTwoNetworkLinks(NetworkEmulationManager* emulation, const BuiltInNetworkBehaviorConfig& config) { auto* alice_node = CreateEmulatedNodeWithConfig(emulation, config); auto* bob_node = CreateEmulatedNodeWithConfig(emulation, config); auto* alice_endpoint = emulation->CreateEndpoint(EmulatedEndpointConfig()); auto* bob_endpoint = emulation->CreateEndpoint(EmulatedEndpointConfig()); emulation->CreateRoute(alice_endpoint, {alice_node}, bob_endpoint); emulation->CreateRoute(bob_endpoint, {bob_node}, alice_endpoint); return { emulation->CreateEmulatedNetworkManagerInterface({alice_endpoint}), emulation->CreateEmulatedNetworkManagerInterface({bob_endpoint}), }; } std::unique_ptr CreateTestFixture(absl::string_view test_case_name, TimeController& time_controller, std::pair network_links, rtc::FunctionView alice_configurer, rtc::FunctionView bob_configurer, std::unique_ptr video_quality_analyzer = nullptr) { auto fixture = webrtc_pc_e2e::CreatePeerConnectionE2EQualityTestFixture( std::string(test_case_name), time_controller, nullptr, std::move(video_quality_analyzer)); fixture->AddPeer(network_links.first->network_dependencies(), alice_configurer); fixture->AddPeer(network_links.second->network_dependencies(), bob_configurer); return fixture; } // Takes the current active field trials set, and appends some new trials. std::string AppendFieldTrials(std::string new_trial_string) { return std::string(field_trial::GetFieldTrialString()) + new_trial_string; } struct SvcTestParameters { std::string codec_name; std::string scalability_mode; int expected_spatial_layers; int expected_temporal_layers; }; class SvcTest : public testing::TestWithParam { public: SvcTest() : video_codec_config(ToVideoCodecConfig(GetParam().codec_name)) {} static VideoCodecConfig ToVideoCodecConfig(absl::string_view codec) { if (codec == cricket::kVp9CodecName) { return VideoCodecConfig( cricket::kVp9CodecName, {{kVP9FmtpProfileId, VP9ProfileToString(VP9Profile::kProfile0)}}); } return VideoCodecConfig(std::string(codec)); } protected: VideoCodecConfig video_codec_config; }; std::string SvcTestNameGenerator( const testing::TestParamInfo& info) { return info.param.scalability_mode; } } // namespace // Records how many frames are seen for each spatial and temporal index at the // encoder and decoder level. class SvcVideoQualityAnalyzer : public DefaultVideoQualityAnalyzer { public: using SpatialTemporalLayerCounts = webrtc::flat_map>; explicit SvcVideoQualityAnalyzer(webrtc::Clock* clock) : DefaultVideoQualityAnalyzer(clock, DefaultVideoQualityAnalyzerOptions{ .compute_psnr = false, .compute_ssim = false, }) {} ~SvcVideoQualityAnalyzer() override = default; void OnFrameEncoded(absl::string_view peer_name, uint16_t frame_id, const EncodedImage& encoded_image, const EncoderStats& stats) override { absl::optional spatial_id = encoded_image.SpatialIndex(); absl::optional temporal_id = encoded_image.TemporalIndex(); encoder_layers_seen_[spatial_id.value_or(0)][temporal_id.value_or(0)]++; DefaultVideoQualityAnalyzer::OnFrameEncoded(peer_name, frame_id, encoded_image, stats); } void OnFramePreDecode(absl::string_view peer_name, uint16_t frame_id, const EncodedImage& input_image) override { absl::optional spatial_id = input_image.SpatialIndex(); absl::optional temporal_id = input_image.TemporalIndex(); for (int i = 0; i <= spatial_id.value_or(0); ++i) { // If there are no spatial layers (for example VP8), we still want to // record the temporal index for pseudo-layer "0" frames. if (i == 0 || input_image.SpatialLayerFrameSize(i).has_value()) { decoder_layers_seen_[i][temporal_id.value_or(0)]++; } } DefaultVideoQualityAnalyzer::OnFramePreDecode(peer_name, frame_id, input_image); } const SpatialTemporalLayerCounts& encoder_layers_seen() const { return encoder_layers_seen_; } const SpatialTemporalLayerCounts& decoder_layers_seen() const { return decoder_layers_seen_; } private: SpatialTemporalLayerCounts encoder_layers_seen_; SpatialTemporalLayerCounts decoder_layers_seen_; }; MATCHER_P2(HasSpatialAndTemporalLayers, expected_spatial_layers, expected_temporal_layers, "") { if (arg.size() != (size_t)expected_spatial_layers) { *result_listener << "spatial layer count mismatch expected " << expected_spatial_layers << " but got " << arg.size(); return false; } for (const auto& spatial_layer : arg) { if (spatial_layer.first < 0 || spatial_layer.first >= expected_spatial_layers) { *result_listener << "spatial layer index is not in range [0," << expected_spatial_layers << "[."; return false; } if (spatial_layer.second.size() != (size_t)expected_temporal_layers) { *result_listener << "temporal layer count mismatch on spatial layer " << spatial_layer.first << ", expected " << expected_temporal_layers << " but got " << spatial_layer.second.size(); return false; } for (const auto& temporal_layer : spatial_layer.second) { if (temporal_layer.first < 0 || temporal_layer.first >= expected_temporal_layers) { *result_listener << "temporal layer index on spatial layer " << spatial_layer.first << " is not in range [0," << expected_temporal_layers << "[."; return false; } } } return true; } TEST_P(SvcTest, ScalabilityModeSupported) { // Track frames using an RTP header instead of modifying the encoded data as // this doesn't seem to work for AV1. webrtc::test::ScopedFieldTrials override_trials( AppendFieldTrials("WebRTC-VideoFrameTrackingIdAdvertised/Enabled/")); std::unique_ptr network_emulation_manager = CreateNetworkEmulationManager(webrtc::TimeMode::kSimulated); auto analyzer = std::make_unique( network_emulation_manager->time_controller()->GetClock()); SvcVideoQualityAnalyzer* analyzer_ptr = analyzer.get(); auto fixture = CreateTestFixture( UnitTest::GetInstance()->current_test_info()->name(), *network_emulation_manager->time_controller(), CreateTwoNetworkLinks(network_emulation_manager.get(), BuiltInNetworkBehaviorConfig()), [this](PeerConfigurer* alice) { VideoConfig video(/*stream_label=*/"alice-video", /*width=*/1850, /*height=*/1110, /*fps=*/30); RtpEncodingParameters parameters; parameters.scalability_mode = GetParam().scalability_mode; video.encoding_params.push_back(parameters); alice->AddVideoConfig( std::move(video), CreateScreenShareFrameGenerator( video, ScreenShareConfig(TimeDelta::Seconds(5)))); alice->SetVideoCodecs({video_codec_config}); }, [](PeerConfigurer* bob) {}, std::move(analyzer)); fixture->Run(RunParams(TimeDelta::Seconds(5))); EXPECT_THAT(analyzer_ptr->encoder_layers_seen(), HasSpatialAndTemporalLayers(GetParam().expected_spatial_layers, GetParam().expected_temporal_layers)); EXPECT_THAT(analyzer_ptr->decoder_layers_seen(), HasSpatialAndTemporalLayers(GetParam().expected_spatial_layers, GetParam().expected_temporal_layers)); RTC_LOG(LS_INFO) << "Encoder layers seen: " << analyzer_ptr->encoder_layers_seen().size(); for (auto& [spatial_index, temporal_layers] : analyzer_ptr->encoder_layers_seen()) { for (auto& [temporal_index, frame_count] : temporal_layers) { RTC_LOG(LS_INFO) << " Layer: " << spatial_index << "," << temporal_index << " frames: " << frame_count; } } RTC_LOG(LS_INFO) << "Decoder layers seen: " << analyzer_ptr->decoder_layers_seen().size(); for (auto& [spatial_index, temporal_layers] : analyzer_ptr->decoder_layers_seen()) { for (auto& [temporal_index, frame_count] : temporal_layers) { RTC_LOG(LS_INFO) << " Layer: " << spatial_index << "," << temporal_index << " frames: " << frame_count; } } } INSTANTIATE_TEST_SUITE_P( SvcTestVP8, SvcTest, Values(SvcTestParameters{cricket::kVp8CodecName, "L1T1", 1, 1}, SvcTestParameters{cricket::kVp8CodecName, "L1T2", 1, 2}, SvcTestParameters{cricket::kVp8CodecName, "L1T3", 1, 3}), SvcTestNameGenerator); #if RTC_ENABLE_VP9 INSTANTIATE_TEST_SUITE_P( SvcTestVP9, SvcTest, Values(SvcTestParameters{cricket::kVp9CodecName, "L1T1", 1, 1}, SvcTestParameters{cricket::kVp9CodecName, "L1T2", 1, 2}, SvcTestParameters{cricket::kVp9CodecName, "L1T3", 1, 3}, SvcTestParameters{cricket::kVp9CodecName, "L2T1", 2, 1}, SvcTestParameters{cricket::kVp9CodecName, "L2T1h", 2, 1}, SvcTestParameters{cricket::kVp9CodecName, "L2T1_KEY", 2, 1}, SvcTestParameters{cricket::kVp9CodecName, "L2T2", 2, 2}, SvcTestParameters{cricket::kVp9CodecName, "L2T2_KEY", 2, 2}, SvcTestParameters{cricket::kVp9CodecName, "L2T2_KEY_SHIFT", 2, 2}, SvcTestParameters{cricket::kVp9CodecName, "L2T3", 2, 3}, SvcTestParameters{cricket::kVp9CodecName, "L2T3_KEY", 2, 3}, SvcTestParameters{cricket::kVp9CodecName, "L3T1", 3, 1}, SvcTestParameters{cricket::kVp9CodecName, "L3T3", 3, 3}), SvcTestNameGenerator); // TODO(bugs.webrtc.org/11607): Fix and enable tests // SvcTestParameters{cricket::kVp9CodecName, "L3T3_KEY", 3, 3}, // SvcTestParameters{cricket::kVp9CodecName, "S2T1", 2, 1}, // SvcTestParameters{cricket::kVp9CodecName, "S3T3", 3, 3}, #endif } // namespace webrtc