andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
kwiberg | 3f55dea | 2016-02-29 05:51:59 -0800 | [diff] [blame] | 11 | #include <memory> |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 12 | #include <vector> |
| 13 | |
Henrik Kjellander | 2557b86 | 2015-11-18 22:00:21 +0100 | [diff] [blame] | 14 | #include "webrtc/modules/video_coding/include/mock/mock_vcm_callbacks.h" |
kwiberg | ac9f876 | 2016-09-30 22:29:43 -0700 | [diff] [blame] | 15 | #include "webrtc/modules/video_coding/include/mock/mock_video_codec_interface.h" |
Henrik Kjellander | 2557b86 | 2015-11-18 22:00:21 +0100 | [diff] [blame] | 16 | #include "webrtc/modules/video_coding/include/video_coding.h" |
Henrik Kjellander | 2557b86 | 2015-11-18 22:00:21 +0100 | [diff] [blame] | 17 | #include "webrtc/modules/video_coding/test/test_util.h" |
philipel | 721d402 | 2016-12-15 07:10:57 -0800 | [diff] [blame^] | 18 | #include "webrtc/modules/video_coding/timing.h" |
kwiberg | ac9f876 | 2016-09-30 22:29:43 -0700 | [diff] [blame] | 19 | #include "webrtc/modules/video_coding/video_coding_impl.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 20 | #include "webrtc/system_wrappers/include/clock.h" |
kwiberg | ac9f876 | 2016-09-30 22:29:43 -0700 | [diff] [blame] | 21 | #include "webrtc/test/gtest.h" |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 22 | |
| 23 | using ::testing::_; |
| 24 | using ::testing::NiceMock; |
| 25 | |
| 26 | namespace webrtc { |
| 27 | namespace vcm { |
| 28 | namespace { |
| 29 | |
| 30 | class TestVideoReceiver : public ::testing::Test { |
| 31 | protected: |
| 32 | static const int kUnusedPayloadType = 10; |
| 33 | |
| 34 | TestVideoReceiver() : clock_(0) {} |
| 35 | |
| 36 | virtual void SetUp() { |
philipel | 721d402 | 2016-12-15 07:10:57 -0800 | [diff] [blame^] | 37 | timing_.reset(new VCMTiming(&clock_)); |
| 38 | receiver_.reset( |
| 39 | new VideoReceiver(&clock_, &event_factory_, nullptr, timing_.get())); |
perkj | 796cfaf | 2015-12-10 09:27:38 -0800 | [diff] [blame] | 40 | receiver_->RegisterExternalDecoder(&decoder_, kUnusedPayloadType); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 41 | const size_t kMaxNackListSize = 250; |
| 42 | const int kMaxPacketAgeToNack = 450; |
| 43 | receiver_->SetNackSettings(kMaxNackListSize, kMaxPacketAgeToNack, 0); |
| 44 | |
Peter Boström | 7776e78 | 2016-01-07 15:42:47 +0100 | [diff] [blame] | 45 | VideoCodingModule::Codec(kVideoCodecVP8, &settings_); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 46 | settings_.plType = kUnusedPayloadType; // Use the mocked encoder. |
| 47 | EXPECT_EQ(0, receiver_->RegisterReceiveCodec(&settings_, 1, true)); |
| 48 | } |
| 49 | |
| 50 | void InsertAndVerifyPaddingFrame(const uint8_t* payload, |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 51 | WebRtcRTPHeader* header) { |
| 52 | ASSERT_TRUE(header != NULL); |
| 53 | for (int j = 0; j < 5; ++j) { |
| 54 | // Padding only packets are passed to the VCM with payload size 0. |
| 55 | EXPECT_EQ(0, receiver_->IncomingPacket(payload, 0, *header)); |
| 56 | ++header->header.sequenceNumber; |
| 57 | } |
pbos | a26ac92 | 2016-02-25 04:50:01 -0800 | [diff] [blame] | 58 | receiver_->Process(); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 59 | EXPECT_CALL(decoder_, Decode(_, _, _, _, _)).Times(0); |
perkj | 796cfaf | 2015-12-10 09:27:38 -0800 | [diff] [blame] | 60 | EXPECT_EQ(VCM_FRAME_NOT_READY, receiver_->Decode(100)); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 61 | } |
| 62 | |
| 63 | void InsertAndVerifyDecodableFrame(const uint8_t* payload, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 64 | size_t length, |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 65 | WebRtcRTPHeader* header) { |
| 66 | ASSERT_TRUE(header != NULL); |
| 67 | EXPECT_EQ(0, receiver_->IncomingPacket(payload, length, *header)); |
| 68 | ++header->header.sequenceNumber; |
| 69 | EXPECT_CALL(packet_request_callback_, ResendPackets(_, _)).Times(0); |
pbos | a26ac92 | 2016-02-25 04:50:01 -0800 | [diff] [blame] | 70 | receiver_->Process();; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 71 | EXPECT_CALL(decoder_, Decode(_, _, _, _, _)).Times(1); |
perkj | 796cfaf | 2015-12-10 09:27:38 -0800 | [diff] [blame] | 72 | EXPECT_EQ(0, receiver_->Decode(100)); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | SimulatedClock clock_; |
| 76 | NullEventFactory event_factory_; |
| 77 | VideoCodec settings_; |
| 78 | NiceMock<MockVideoDecoder> decoder_; |
| 79 | NiceMock<MockPacketRequestCallback> packet_request_callback_; |
| 80 | |
philipel | 721d402 | 2016-12-15 07:10:57 -0800 | [diff] [blame^] | 81 | std::unique_ptr<VCMTiming> timing_; |
kwiberg | 3f55dea | 2016-02-29 05:51:59 -0800 | [diff] [blame] | 82 | std::unique_ptr<VideoReceiver> receiver_; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 83 | }; |
| 84 | |
| 85 | TEST_F(TestVideoReceiver, PaddingOnlyFrames) { |
| 86 | EXPECT_EQ(0, receiver_->SetVideoProtection(kProtectionNack, true)); |
| 87 | EXPECT_EQ( |
| 88 | 0, receiver_->RegisterPacketRequestCallback(&packet_request_callback_)); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 89 | const size_t kPaddingSize = 220; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 90 | const uint8_t payload[kPaddingSize] = {0}; |
| 91 | WebRtcRTPHeader header; |
| 92 | memset(&header, 0, sizeof(header)); |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 93 | header.frameType = kEmptyFrame; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 94 | header.header.markerBit = false; |
| 95 | header.header.paddingLength = kPaddingSize; |
| 96 | header.header.payloadType = kUnusedPayloadType; |
| 97 | header.header.ssrc = 1; |
| 98 | header.header.headerLength = 12; |
| 99 | header.type.Video.codec = kRtpVideoVp8; |
| 100 | for (int i = 0; i < 10; ++i) { |
| 101 | EXPECT_CALL(packet_request_callback_, ResendPackets(_, _)).Times(0); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 102 | InsertAndVerifyPaddingFrame(payload, &header); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 103 | clock_.AdvanceTimeMilliseconds(33); |
| 104 | header.header.timestamp += 3000; |
| 105 | } |
| 106 | } |
| 107 | |
| 108 | TEST_F(TestVideoReceiver, PaddingOnlyFramesWithLosses) { |
| 109 | EXPECT_EQ(0, receiver_->SetVideoProtection(kProtectionNack, true)); |
| 110 | EXPECT_EQ( |
| 111 | 0, receiver_->RegisterPacketRequestCallback(&packet_request_callback_)); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 112 | const size_t kFrameSize = 1200; |
| 113 | const size_t kPaddingSize = 220; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 114 | const uint8_t payload[kFrameSize] = {0}; |
| 115 | WebRtcRTPHeader header; |
| 116 | memset(&header, 0, sizeof(header)); |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 117 | header.frameType = kEmptyFrame; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 118 | header.header.markerBit = false; |
| 119 | header.header.paddingLength = kPaddingSize; |
| 120 | header.header.payloadType = kUnusedPayloadType; |
| 121 | header.header.ssrc = 1; |
| 122 | header.header.headerLength = 12; |
| 123 | header.type.Video.codec = kRtpVideoVp8; |
| 124 | // Insert one video frame to get one frame decoded. |
| 125 | header.frameType = kVideoFrameKey; |
| 126 | header.type.Video.isFirstPacket = true; |
| 127 | header.header.markerBit = true; |
| 128 | InsertAndVerifyDecodableFrame(payload, kFrameSize, &header); |
| 129 | clock_.AdvanceTimeMilliseconds(33); |
| 130 | header.header.timestamp += 3000; |
| 131 | |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 132 | header.frameType = kEmptyFrame; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 133 | header.type.Video.isFirstPacket = false; |
| 134 | header.header.markerBit = false; |
| 135 | // Insert padding frames. |
| 136 | for (int i = 0; i < 10; ++i) { |
| 137 | // Lose one packet from the 6th frame. |
| 138 | if (i == 5) { |
| 139 | ++header.header.sequenceNumber; |
| 140 | } |
| 141 | // Lose the 4th frame. |
| 142 | if (i == 3) { |
| 143 | header.header.sequenceNumber += 5; |
| 144 | } else { |
| 145 | if (i > 3 && i < 5) { |
| 146 | EXPECT_CALL(packet_request_callback_, ResendPackets(_, 5)).Times(1); |
| 147 | } else if (i >= 5) { |
| 148 | EXPECT_CALL(packet_request_callback_, ResendPackets(_, 6)).Times(1); |
| 149 | } else { |
| 150 | EXPECT_CALL(packet_request_callback_, ResendPackets(_, _)).Times(0); |
| 151 | } |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 152 | InsertAndVerifyPaddingFrame(payload, &header); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 153 | } |
| 154 | clock_.AdvanceTimeMilliseconds(33); |
| 155 | header.header.timestamp += 3000; |
| 156 | } |
| 157 | } |
| 158 | |
| 159 | TEST_F(TestVideoReceiver, PaddingOnlyAndVideo) { |
| 160 | EXPECT_EQ(0, receiver_->SetVideoProtection(kProtectionNack, true)); |
| 161 | EXPECT_EQ( |
| 162 | 0, receiver_->RegisterPacketRequestCallback(&packet_request_callback_)); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 163 | const size_t kFrameSize = 1200; |
| 164 | const size_t kPaddingSize = 220; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 165 | const uint8_t payload[kFrameSize] = {0}; |
| 166 | WebRtcRTPHeader header; |
| 167 | memset(&header, 0, sizeof(header)); |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 168 | header.frameType = kEmptyFrame; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 169 | header.type.Video.isFirstPacket = false; |
| 170 | header.header.markerBit = false; |
| 171 | header.header.paddingLength = kPaddingSize; |
| 172 | header.header.payloadType = kUnusedPayloadType; |
| 173 | header.header.ssrc = 1; |
| 174 | header.header.headerLength = 12; |
| 175 | header.type.Video.codec = kRtpVideoVp8; |
| 176 | header.type.Video.codecHeader.VP8.pictureId = -1; |
| 177 | header.type.Video.codecHeader.VP8.tl0PicIdx = -1; |
| 178 | for (int i = 0; i < 3; ++i) { |
| 179 | // Insert 2 video frames. |
| 180 | for (int j = 0; j < 2; ++j) { |
| 181 | if (i == 0 && j == 0) // First frame should be a key frame. |
| 182 | header.frameType = kVideoFrameKey; |
| 183 | else |
| 184 | header.frameType = kVideoFrameDelta; |
| 185 | header.type.Video.isFirstPacket = true; |
| 186 | header.header.markerBit = true; |
| 187 | InsertAndVerifyDecodableFrame(payload, kFrameSize, &header); |
| 188 | clock_.AdvanceTimeMilliseconds(33); |
| 189 | header.header.timestamp += 3000; |
| 190 | } |
| 191 | |
| 192 | // Insert 2 padding only frames. |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 193 | header.frameType = kEmptyFrame; |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 194 | header.type.Video.isFirstPacket = false; |
| 195 | header.header.markerBit = false; |
| 196 | for (int j = 0; j < 2; ++j) { |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 197 | // InsertAndVerifyPaddingFrame(payload, &header); |
andresp@webrtc.org | e401c2e | 2013-09-16 20:29:13 +0000 | [diff] [blame] | 198 | clock_.AdvanceTimeMilliseconds(33); |
| 199 | header.header.timestamp += 3000; |
| 200 | } |
| 201 | } |
| 202 | } |
| 203 | |
| 204 | TEST_F(TestVideoReceiver, ReceiverDelay) { |
| 205 | EXPECT_EQ(0, receiver_->SetMinReceiverDelay(0)); |
| 206 | EXPECT_EQ(0, receiver_->SetMinReceiverDelay(5000)); |
| 207 | EXPECT_EQ(-1, receiver_->SetMinReceiverDelay(-100)); |
| 208 | EXPECT_EQ(-1, receiver_->SetMinReceiverDelay(10010)); |
| 209 | } |
| 210 | |
| 211 | } // namespace |
| 212 | } // namespace vcm |
| 213 | } // namespace webrtc |