diff options
Diffstat (limited to 'third_party/libwebrtc/modules/video_coding/deprecated/decoding_state_unittest.cc')
| -rw-r--r-- | third_party/libwebrtc/modules/video_coding/deprecated/decoding_state_unittest.cc | 712 |
1 files changed, 712 insertions, 0 deletions
diff --git a/third_party/libwebrtc/modules/video_coding/deprecated/decoding_state_unittest.cc b/third_party/libwebrtc/modules/video_coding/deprecated/decoding_state_unittest.cc new file mode 100644 index 0000000000..1b589b05ab --- /dev/null +++ b/third_party/libwebrtc/modules/video_coding/deprecated/decoding_state_unittest.cc @@ -0,0 +1,712 @@ +/* + * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. + * + * Use of this source code is governed by a BSD-style license + * that can be found in the LICENSE file in the root of the source + * tree. An additional intellectual property rights grant can be found + * in the file PATENTS. All contributing project authors may + * be found in the AUTHORS file in the root of the source tree. + */ + +#include "modules/video_coding/deprecated/decoding_state.h" + +#include "modules/rtp_rtcp/source/rtp_video_header.h" +#include "modules/video_coding/codecs/interface/common_constants.h" +#include "modules/video_coding/codecs/vp8/include/vp8_globals.h" +#include "modules/video_coding/codecs/vp9/include/vp9_globals.h" +#include "modules/video_coding/deprecated/frame_buffer.h" +#include "modules/video_coding/deprecated/packet.h" +#include "modules/video_coding/deprecated/session_info.h" +#include "test/gtest.h" + +namespace webrtc { + +TEST(TestDecodingState, Sanity) { + VCMDecodingState dec_state; + dec_state.Reset(); + EXPECT_TRUE(dec_state.in_initial_state()); + EXPECT_TRUE(dec_state.full_sync()); +} + +TEST(TestDecodingState, FrameContinuity) { + VCMDecodingState dec_state; + // Check that makes decision based on correct method. + VCMFrameBuffer frame; + VCMFrameBuffer frame_key; + VCMPacket packet; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 1; + packet.seqNum = 0xffff; + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.codec = kVideoCodecVP8; + auto& vp8_header = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); + vp8_header.pictureId = 0x007F; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + // Always start with a key frame. + dec_state.Reset(); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + EXPECT_LE(0, frame_key.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame_key)); + dec_state.SetState(&frame); + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + // Use pictureId + packet.video_header.is_first_packet_in_frame = false; + vp8_header.pictureId = 0x0002; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + frame.Reset(); + vp8_header.pictureId = 0; + packet.seqNum = 10; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + + // Use sequence numbers. + vp8_header.pictureId = kNoPictureId; + frame.Reset(); + packet.seqNum = dec_state.sequence_num() - 1u; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + frame.Reset(); + packet.seqNum = dec_state.sequence_num() + 1u; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + // Insert another packet to this frame + packet.seqNum++; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + // Verify wrap. + EXPECT_LE(dec_state.sequence_num(), 0xffff); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Insert packet with temporal info. + dec_state.Reset(); + frame.Reset(); + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 0; + packet.seqNum = 1; + packet.timestamp = 1; + EXPECT_TRUE(dec_state.full_sync()); + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + frame.Reset(); + // 1 layer up - still good. + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 1; + vp8_header.pictureId = 1; + packet.seqNum = 2; + packet.timestamp = 2; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + frame.Reset(); + // Lost non-base layer packet => should update sync parameter. + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 3; + vp8_header.pictureId = 3; + packet.seqNum = 4; + packet.timestamp = 4; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + // Now insert the next non-base layer (belonging to a next tl0PicId). + frame.Reset(); + vp8_header.tl0PicIdx = 1; + vp8_header.temporalIdx = 2; + vp8_header.pictureId = 4; + packet.seqNum = 5; + packet.timestamp = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + // Checking continuity and not updating the state - this should not trigger + // an update of sync state. + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + EXPECT_TRUE(dec_state.full_sync()); + // Next base layer (dropped interim non-base layers) - should update sync. + frame.Reset(); + vp8_header.tl0PicIdx = 1; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 5; + packet.seqNum = 6; + packet.timestamp = 6; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); + + // Check wrap for temporal layers. + frame.Reset(); + vp8_header.tl0PicIdx = 0x00FF; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 6; + packet.seqNum = 7; + packet.timestamp = 7; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); + frame.Reset(); + vp8_header.tl0PicIdx = 0x0000; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 7; + packet.seqNum = 8; + packet.timestamp = 8; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + // The current frame is not continuous + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); +} + +TEST(TestDecodingState, UpdateOldPacket) { + VCMDecodingState dec_state; + // Update only if zero size and newer than previous. + // Should only update if the timeStamp match. + VCMFrameBuffer frame; + VCMPacket packet; + packet.timestamp = 1; + packet.seqNum = 1; + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_EQ(dec_state.sequence_num(), 1); + // Insert an empty packet that does not belong to the same frame. + // => Sequence num should be the same. + packet.timestamp = 2; + dec_state.UpdateOldPacket(&packet); + EXPECT_EQ(dec_state.sequence_num(), 1); + // Now insert empty packet belonging to the same frame. + packet.timestamp = 1; + packet.seqNum = 2; + packet.video_header.frame_type = VideoFrameType::kEmptyFrame; + packet.sizeBytes = 0; + dec_state.UpdateOldPacket(&packet); + EXPECT_EQ(dec_state.sequence_num(), 2); + // Now insert delta packet belonging to the same frame. + packet.timestamp = 1; + packet.seqNum = 3; + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.sizeBytes = 1400; + dec_state.UpdateOldPacket(&packet); + EXPECT_EQ(dec_state.sequence_num(), 3); + // Insert a packet belonging to an older timestamp - should not update the + // sequence number. + packet.timestamp = 0; + packet.seqNum = 4; + packet.video_header.frame_type = VideoFrameType::kEmptyFrame; + packet.sizeBytes = 0; + dec_state.UpdateOldPacket(&packet); + EXPECT_EQ(dec_state.sequence_num(), 3); +} + +TEST(TestDecodingState, MultiLayerBehavior) { + // Identify sync/non-sync when more than one layer. + VCMDecodingState dec_state; + // Identify packets belonging to old frames/packets. + // Set state for current frames. + // tl0PicIdx 0, temporal id 0. + VCMFrameBuffer frame; + VCMPacket packet; + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.codec = kVideoCodecVP8; + packet.timestamp = 0; + packet.seqNum = 0; + auto& vp8_header = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 0; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + // tl0PicIdx 0, temporal id 1. + frame.Reset(); + packet.timestamp = 1; + packet.seqNum = 1; + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 1; + vp8_header.pictureId = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + // Lost tl0PicIdx 0, temporal id 2. + // Insert tl0PicIdx 0, temporal id 3. + frame.Reset(); + packet.timestamp = 3; + packet.seqNum = 3; + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 3; + vp8_header.pictureId = 3; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); + // Insert next base layer + frame.Reset(); + packet.timestamp = 4; + packet.seqNum = 4; + vp8_header.tl0PicIdx = 1; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 4; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); + // Insert key frame - should update sync value. + // A key frame is always a base layer. + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 5; + packet.seqNum = 5; + vp8_header.tl0PicIdx = 2; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + // After sync, a continuous PictureId is required + // (continuous base layer is not enough ) + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.timestamp = 6; + packet.seqNum = 6; + vp8_header.tl0PicIdx = 3; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 6; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + EXPECT_TRUE(dec_state.full_sync()); + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 8; + packet.seqNum = 8; + vp8_header.tl0PicIdx = 4; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 8; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + EXPECT_TRUE(dec_state.full_sync()); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); + + // Insert a non-ref frame - should update sync value. + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 9; + packet.seqNum = 9; + vp8_header.tl0PicIdx = 4; + vp8_header.temporalIdx = 2; + vp8_header.pictureId = 9; + vp8_header.layerSync = true; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + + // The following test will verify the sync flag behavior after a loss. + // Create the following pattern: + // Update base layer, lose packet 1 (sync flag on, layer 2), insert packet 3 + // (sync flag on, layer 2) check continuity and sync flag after inserting + // packet 2 (sync flag on, layer 1). + // Base layer. + frame.Reset(); + dec_state.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.is_first_packet_in_frame = true; + packet.markerBit = 1; + packet.timestamp = 0; + packet.seqNum = 0; + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 0; + vp8_header.layerSync = false; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + // Layer 2 - 2 packets (insert one, lose one). + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.is_first_packet_in_frame = true; + packet.markerBit = 0; + packet.timestamp = 1; + packet.seqNum = 1; + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 2; + vp8_header.pictureId = 1; + vp8_header.layerSync = true; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + // Layer 1 + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.is_first_packet_in_frame = true; + packet.markerBit = 1; + packet.timestamp = 2; + packet.seqNum = 3; + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 1; + vp8_header.pictureId = 2; + vp8_header.layerSync = true; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + EXPECT_TRUE(dec_state.full_sync()); +} + +TEST(TestDecodingState, DiscontinuousPicIdContinuousSeqNum) { + VCMDecodingState dec_state; + VCMFrameBuffer frame; + VCMPacket packet; + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + packet.video_header.codec = kVideoCodecVP8; + packet.timestamp = 0; + packet.seqNum = 0; + auto& vp8_header = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 0; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + EXPECT_TRUE(dec_state.full_sync()); + + // Continuous sequence number but discontinuous picture id. This implies a + // a loss and we have to fall back to only decoding the base layer. + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.timestamp += 3000; + ++packet.seqNum; + vp8_header.temporalIdx = 1; + vp8_header.pictureId = 2; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + EXPECT_FALSE(dec_state.full_sync()); +} + +TEST(TestDecodingState, OldInput) { + VCMDecodingState dec_state; + // Identify packets belonging to old frames/packets. + // Set state for current frames. + VCMFrameBuffer frame; + VCMPacket packet; + packet.timestamp = 10; + packet.seqNum = 1; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + packet.timestamp = 9; + EXPECT_TRUE(dec_state.IsOldPacket(&packet)); + // Check for old frame + frame.Reset(); + frame.InsertPacket(packet, 0, frame_data); + EXPECT_TRUE(dec_state.IsOldFrame(&frame)); +} + +TEST(TestDecodingState, PictureIdRepeat) { + VCMDecodingState dec_state; + VCMFrameBuffer frame; + VCMPacket packet; + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + packet.video_header.codec = kVideoCodecVP8; + packet.timestamp = 0; + packet.seqNum = 0; + auto& vp8_header = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>(); + vp8_header.tl0PicIdx = 0; + vp8_header.temporalIdx = 0; + vp8_header.pictureId = 0; + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + // tl0PicIdx 0, temporal id 1. + frame.Reset(); + ++packet.timestamp; + ++packet.seqNum; + vp8_header.temporalIdx++; + vp8_header.pictureId++; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + frame.Reset(); + // Testing only gap in tl0PicIdx when tl0PicIdx in continuous. + vp8_header.tl0PicIdx += 3; + vp8_header.temporalIdx++; + vp8_header.tl0PicIdx = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); +} + +TEST(TestDecodingState, FrameContinuityFlexibleModeKeyFrame) { + VCMDecodingState dec_state; + VCMFrameBuffer frame; + VCMPacket packet; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 1; + packet.seqNum = 0xffff; + uint8_t data[] = "I need a data pointer for this test!"; + packet.sizeBytes = sizeof(data); + packet.dataPtr = data; + packet.video_header.codec = kVideoCodecVP9; + + auto& vp9_hdr = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>(); + vp9_hdr.picture_id = 10; + vp9_hdr.flexible_mode = true; + + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + + // Key frame as first frame + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Key frame again + vp9_hdr.picture_id = 11; + frame.Reset(); + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to 11, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + vp9_hdr.picture_id = 12; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); +} + +TEST(TestDecodingState, FrameContinuityFlexibleModeOutOfOrderFrames) { + VCMDecodingState dec_state; + VCMFrameBuffer frame; + VCMPacket packet; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 1; + packet.seqNum = 0xffff; + uint8_t data[] = "I need a data pointer for this test!"; + packet.sizeBytes = sizeof(data); + packet.dataPtr = data; + packet.video_header.codec = kVideoCodecVP9; + + auto& vp9_hdr = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>(); + vp9_hdr.picture_id = 10; + vp9_hdr.flexible_mode = true; + + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + + // Key frame as first frame + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to 10, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + vp9_hdr.picture_id = 15; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Out of order, last id 15, this id 12, ref to 10, continuous + frame.Reset(); + vp9_hdr.picture_id = 12; + vp9_hdr.pid_diff[0] = 2; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref 10, 12, 15, continuous + frame.Reset(); + vp9_hdr.picture_id = 20; + vp9_hdr.num_ref_pics = 3; + vp9_hdr.pid_diff[0] = 10; + vp9_hdr.pid_diff[1] = 8; + vp9_hdr.pid_diff[2] = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); +} + +TEST(TestDecodingState, FrameContinuityFlexibleModeGeneral) { + VCMDecodingState dec_state; + VCMFrameBuffer frame; + VCMPacket packet; + packet.video_header.is_first_packet_in_frame = true; + packet.timestamp = 1; + packet.seqNum = 0xffff; + uint8_t data[] = "I need a data pointer for this test!"; + packet.sizeBytes = sizeof(data); + packet.dataPtr = data; + packet.video_header.codec = kVideoCodecVP9; + + auto& vp9_hdr = + packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>(); + vp9_hdr.picture_id = 10; + vp9_hdr.flexible_mode = true; + + FrameData frame_data; + frame_data.rtt_ms = 0; + frame_data.rolling_average_packets_per_frame = -1; + + // Key frame as first frame + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + + // Delta frame as first frame + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + + // Key frame then delta frame + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + dec_state.SetState(&frame); + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.picture_id = 15; + vp9_hdr.pid_diff[0] = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to 11, not continuous + frame.Reset(); + vp9_hdr.picture_id = 16; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + + // Ref to 15, continuous + frame.Reset(); + vp9_hdr.picture_id = 16; + vp9_hdr.pid_diff[0] = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to 11 and 15, not continuous + frame.Reset(); + vp9_hdr.picture_id = 20; + vp9_hdr.num_ref_pics = 2; + vp9_hdr.pid_diff[0] = 9; + vp9_hdr.pid_diff[1] = 5; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + + // Ref to 10, 15 and 16, continuous + frame.Reset(); + vp9_hdr.picture_id = 22; + vp9_hdr.num_ref_pics = 3; + vp9_hdr.pid_diff[0] = 12; + vp9_hdr.pid_diff[1] = 7; + vp9_hdr.pid_diff[2] = 6; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Key Frame, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + vp9_hdr.picture_id = VCMDecodingState::kFrameDecodedLength - 2; + vp9_hdr.num_ref_pics = 0; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Frame at last index, ref to KF, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + vp9_hdr.picture_id = VCMDecodingState::kFrameDecodedLength - 1; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Frame after wrapping buffer length, ref to last index, continuous + frame.Reset(); + vp9_hdr.picture_id = 0; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Frame after wrapping start frame, ref to 0, continuous + frame.Reset(); + vp9_hdr.picture_id = 20; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 20; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Frame after wrapping start frame, ref to 10, not continuous + frame.Reset(); + vp9_hdr.picture_id = 23; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 13; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); + + // Key frame, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameKey; + vp9_hdr.picture_id = 25; + vp9_hdr.num_ref_pics = 0; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to KF, continuous + frame.Reset(); + packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta; + vp9_hdr.picture_id = 26; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 1; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_TRUE(dec_state.ContinuousFrame(&frame)); + dec_state.SetState(&frame); + + // Ref to frame previous to KF, not continuous + frame.Reset(); + vp9_hdr.picture_id = 30; + vp9_hdr.num_ref_pics = 1; + vp9_hdr.pid_diff[0] = 30; + EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data)); + EXPECT_FALSE(dec_state.ContinuousFrame(&frame)); +} + +} // namespace webrtc |