blob: 24ee2963d427c8c9cc7de376282a8821e08e090a [file] [log] [blame]
pbos@webrtc.org119a1cc2013-08-20 13:14:07 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +000010#include <algorithm> // max
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +000011#include <vector>
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +000012
pbos@webrtc.org119a1cc2013-08-20 13:14:07 +000013#include "testing/gtest/include/gtest/gtest.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000014
Per9b3f56e2015-04-09 13:44:16 +020015#include "webrtc/base/bind.h"
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +000016#include "webrtc/base/checks.h"
Peter Boströmff019b02015-04-30 14:16:07 +020017#include "webrtc/base/criticalsection.h"
Peter Boström5811a392015-12-10 13:02:50 +010018#include "webrtc/base/event.h"
Peter Boström415d2cd2015-10-26 11:35:17 +010019#include "webrtc/base/logging.h"
pbos12411ef2015-11-23 14:47:56 -080020#include "webrtc/base/platform_thread.h"
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +000021#include "webrtc/base/scoped_ptr.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000022#include "webrtc/call.h"
Peter Boström5c389d32015-09-25 13:58:30 +020023#include "webrtc/call/transport_adapter.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000024#include "webrtc/frame_callback.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010025#include "webrtc/modules/rtp_rtcp/include/rtp_header_parser.h"
26#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h"
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +000027#include "webrtc/modules/rtp_rtcp/source/rtcp_sender.h"
pbos@webrtc.org013d9942013-08-22 09:42:17 +000028#include "webrtc/modules/rtp_rtcp/source/rtcp_utility.h"
philipel0f9af012015-09-01 07:01:51 -070029#include "webrtc/modules/rtp_rtcp/source/rtp_format_vp9.h"
philipel7fabd462015-09-03 04:42:32 -070030#include "webrtc/modules/video_coding/codecs/vp9/include/vp9.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010031#include "webrtc/system_wrappers/include/critical_section_wrapper.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010032#include "webrtc/system_wrappers/include/ref_count.h"
33#include "webrtc/system_wrappers/include/sleep.h"
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000034#include "webrtc/test/call_test.h"
pbos@webrtc.org709e2972014-03-19 10:59:52 +000035#include "webrtc/test/configurable_frame_size_encoder.h"
Peter Boströmeb66e802015-06-05 11:08:03 +020036#include "webrtc/test/fake_texture_frame.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000037#include "webrtc/test/null_transport.h"
pbos@webrtc.org709e2972014-03-19 10:59:52 +000038#include "webrtc/test/testsupport/perf_test.h"
pbos@webrtc.org273a4142014-12-01 15:23:21 +000039#include "webrtc/video/send_statistics_proxy.h"
Thiago Farina9bfe3da2015-04-10 12:52:13 +020040#include "webrtc/video_frame.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000041#include "webrtc/video_send_stream.h"
pbos@webrtc.org119a1cc2013-08-20 13:14:07 +000042
43namespace webrtc {
44
sprang@webrtc.org346094c2014-02-18 08:40:33 +000045enum VideoFormat { kGeneric, kVP8, };
46
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -070047void ExpectEqualFrames(const VideoFrame& frame1, const VideoFrame& frame2);
48void ExpectEqualTextureFrames(const VideoFrame& frame1,
49 const VideoFrame& frame2);
50void ExpectEqualBufferFrames(const VideoFrame& frame1,
51 const VideoFrame& frame2);
52void ExpectEqualFramesVector(const std::vector<VideoFrame>& frames1,
53 const std::vector<VideoFrame>& frames2);
54VideoFrame CreateVideoFrame(int width, int height, uint8_t data);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +000055
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000056class VideoSendStreamTest : public test::CallTest {
pbos@webrtc.org013d9942013-08-22 09:42:17 +000057 protected:
stefan@webrtc.org69969e22013-11-15 12:32:15 +000058 void TestNackRetransmission(uint32_t retransmit_ssrc,
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +000059 uint8_t retransmit_payload_type);
sprang@webrtc.org346094c2014-02-18 08:40:33 +000060 void TestPacketFragmentationSize(VideoFormat format, bool with_fec);
Åsa Perssonff24c042015-12-04 10:58:08 +010061
62 void TestVp9NonFlexMode(uint8_t num_temporal_layers,
63 uint8_t num_spatial_layers);
pbos@webrtc.org013d9942013-08-22 09:42:17 +000064};
65
pbos@webrtc.orgf777cf22014-01-10 18:47:32 +000066TEST_F(VideoSendStreamTest, CanStartStartedStream) {
solenberg4fbae2b2015-08-28 04:07:10 -070067 Call::Config call_config;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000068 CreateSenderCall(call_config);
pbos@webrtc.orgf777cf22014-01-10 18:47:32 +000069
solenberg4fbae2b2015-08-28 04:07:10 -070070 test::NullTransport transport;
71 CreateSendConfig(1, &transport);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000072 CreateStreams();
stefanff483612015-12-21 03:14:00 -080073 video_send_stream_->Start();
74 video_send_stream_->Start();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000075 DestroyStreams();
pbos@webrtc.orgf777cf22014-01-10 18:47:32 +000076}
77
78TEST_F(VideoSendStreamTest, CanStopStoppedStream) {
solenberg4fbae2b2015-08-28 04:07:10 -070079 Call::Config call_config;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000080 CreateSenderCall(call_config);
pbos@webrtc.orgf777cf22014-01-10 18:47:32 +000081
solenberg4fbae2b2015-08-28 04:07:10 -070082 test::NullTransport transport;
83 CreateSendConfig(1, &transport);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000084 CreateStreams();
stefanff483612015-12-21 03:14:00 -080085 video_send_stream_->Stop();
86 video_send_stream_->Stop();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000087 DestroyStreams();
pbos@webrtc.orgf777cf22014-01-10 18:47:32 +000088}
89
pbos@webrtc.org013d9942013-08-22 09:42:17 +000090TEST_F(VideoSendStreamTest, SupportsCName) {
91 static std::string kCName = "PjQatC14dGfbVwGPUOA9IH7RlsFDbWl4AhXEiDsBizo=";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000092 class CNameObserver : public test::SendTest {
pbos@webrtc.org013d9942013-08-22 09:42:17 +000093 public:
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000094 CNameObserver() : SendTest(kDefaultTimeoutMs) {}
pbos@webrtc.org013d9942013-08-22 09:42:17 +000095
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000096 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000097 Action OnSendRtcp(const uint8_t* packet, size_t length) override {
pbos@webrtc.org013d9942013-08-22 09:42:17 +000098 RTCPUtility::RTCPParserV2 parser(packet, length, true);
99 EXPECT_TRUE(parser.IsValid());
100
101 RTCPUtility::RTCPPacketTypes packet_type = parser.Begin();
Erik Språng242e22b2015-05-11 10:17:43 +0200102 while (packet_type != RTCPUtility::RTCPPacketTypes::kInvalid) {
103 if (packet_type == RTCPUtility::RTCPPacketTypes::kSdesChunk) {
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000104 EXPECT_EQ(parser.Packet().CName.CName, kCName);
Peter Boström5811a392015-12-10 13:02:50 +0100105 observation_complete_.Set();
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000106 }
107
108 packet_type = parser.Iterate();
109 }
110
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000111 return SEND_PACKET;
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000112 }
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000113
stefanff483612015-12-21 03:14:00 -0800114 void ModifyVideoConfigs(
115 VideoSendStream::Config* send_config,
116 std::vector<VideoReceiveStream::Config>* receive_configs,
117 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000118 send_config->rtp.c_name = kCName;
119 }
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000120
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000121 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100122 EXPECT_TRUE(Wait()) << "Timed out while waiting for RTCP with CNAME.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000123 }
124 } test;
pbos@webrtc.org013d9942013-08-22 09:42:17 +0000125
stefanf116bd02015-10-27 08:29:42 -0700126 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org119a1cc2013-08-20 13:14:07 +0000127}
128
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000129TEST_F(VideoSendStreamTest, SupportsAbsoluteSendTime) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000130 class AbsoluteSendTimeObserver : public test::SendTest {
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000131 public:
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000132 AbsoluteSendTimeObserver() : SendTest(kDefaultTimeoutMs) {
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000133 EXPECT_TRUE(parser_->RegisterRtpHeaderExtension(
Stefan Holmer4654d202015-12-08 09:10:43 +0100134 kRtpExtensionAbsoluteSendTime, test::kAbsSendTimeExtensionId));
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000135 }
136
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000137 Action OnSendRtp(const uint8_t* packet, size_t length) override {
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000138 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000139 EXPECT_TRUE(parser_->Parse(packet, length, &header));
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000140
pbos@webrtc.org5ab75672013-12-16 12:24:44 +0000141 EXPECT_FALSE(header.extension.hasTransmissionTimeOffset);
142 EXPECT_TRUE(header.extension.hasAbsoluteSendTime);
143 EXPECT_EQ(header.extension.transmissionTimeOffset, 0);
144 EXPECT_GT(header.extension.absoluteSendTime, 0u);
Peter Boström5811a392015-12-10 13:02:50 +0100145 observation_complete_.Set();
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000146
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000147 return SEND_PACKET;
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000148 }
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000149
stefanff483612015-12-21 03:14:00 -0800150 void ModifyVideoConfigs(
151 VideoSendStream::Config* send_config,
152 std::vector<VideoReceiveStream::Config>* receive_configs,
153 VideoEncoderConfig* encoder_config) override {
Erik Språng95261872015-04-10 11:58:49 +0200154 send_config->rtp.extensions.clear();
Stefan Holmer4654d202015-12-08 09:10:43 +0100155 send_config->rtp.extensions.push_back(RtpExtension(
156 RtpExtension::kAbsSendTime, test::kAbsSendTimeExtensionId));
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000157 }
pbos@webrtc.orgdde16f12014-08-05 23:35:43 +0000158
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000159 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100160 EXPECT_TRUE(Wait()) << "Timed out while waiting for single RTP packet.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000161 }
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000162 } test;
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000163
stefanf116bd02015-10-27 08:29:42 -0700164 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org5c678ea2013-09-11 19:00:39 +0000165}
166
pbos@webrtc.org29023282013-09-11 10:14:56 +0000167TEST_F(VideoSendStreamTest, SupportsTransmissionTimeOffset) {
asapersson@webrtc.org049e4ec2014-11-20 10:19:46 +0000168 static const int kEncodeDelayMs = 5;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000169 class TransmissionTimeOffsetObserver : public test::SendTest {
pbos@webrtc.org29023282013-09-11 10:14:56 +0000170 public:
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000171 TransmissionTimeOffsetObserver()
asapersson@webrtc.org049e4ec2014-11-20 10:19:46 +0000172 : SendTest(kDefaultTimeoutMs),
173 encoder_(Clock::GetRealTimeClock(), kEncodeDelayMs) {
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000174 EXPECT_TRUE(parser_->RegisterRtpHeaderExtension(
Stefan Holmer12952972015-10-29 15:13:24 +0100175 kRtpExtensionTransmissionTimeOffset, test::kTOffsetExtensionId));
pbos@webrtc.org29023282013-09-11 10:14:56 +0000176 }
177
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000178 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000179 Action OnSendRtp(const uint8_t* packet, size_t length) override {
pbos@webrtc.org29023282013-09-11 10:14:56 +0000180 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000181 EXPECT_TRUE(parser_->Parse(packet, length, &header));
pbos@webrtc.org29023282013-09-11 10:14:56 +0000182
pbos@webrtc.org5ab75672013-12-16 12:24:44 +0000183 EXPECT_TRUE(header.extension.hasTransmissionTimeOffset);
184 EXPECT_FALSE(header.extension.hasAbsoluteSendTime);
pbos@webrtc.org29023282013-09-11 10:14:56 +0000185 EXPECT_GT(header.extension.transmissionTimeOffset, 0);
pbos@webrtc.org5ab75672013-12-16 12:24:44 +0000186 EXPECT_EQ(header.extension.absoluteSendTime, 0u);
Peter Boström5811a392015-12-10 13:02:50 +0100187 observation_complete_.Set();
pbos@webrtc.org29023282013-09-11 10:14:56 +0000188
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000189 return SEND_PACKET;
pbos@webrtc.org29023282013-09-11 10:14:56 +0000190 }
pbos@webrtc.org29023282013-09-11 10:14:56 +0000191
stefanff483612015-12-21 03:14:00 -0800192 void ModifyVideoConfigs(
193 VideoSendStream::Config* send_config,
194 std::vector<VideoReceiveStream::Config>* receive_configs,
195 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000196 send_config->encoder_settings.encoder = &encoder_;
Stefan Holmer12952972015-10-29 15:13:24 +0100197 send_config->rtp.extensions.clear();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000198 send_config->rtp.extensions.push_back(
Stefan Holmer12952972015-10-29 15:13:24 +0100199 RtpExtension(RtpExtension::kTOffset, test::kTOffsetExtensionId));
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000200 }
pbos@webrtc.org29023282013-09-11 10:14:56 +0000201
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000202 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100203 EXPECT_TRUE(Wait()) << "Timed out while waiting for a single RTP packet.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000204 }
pbos@webrtc.org29023282013-09-11 10:14:56 +0000205
asapersson@webrtc.org049e4ec2014-11-20 10:19:46 +0000206 test::DelayedEncoder encoder_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000207 } test;
208
stefanf116bd02015-10-27 08:29:42 -0700209 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org29023282013-09-11 10:14:56 +0000210}
211
sprang867fb522015-08-03 04:38:41 -0700212TEST_F(VideoSendStreamTest, SupportsTransportWideSequenceNumbers) {
213 static const uint8_t kExtensionId = 13;
214 class TransportWideSequenceNumberObserver : public test::SendTest {
215 public:
216 TransportWideSequenceNumberObserver()
217 : SendTest(kDefaultTimeoutMs), encoder_(Clock::GetRealTimeClock()) {
218 EXPECT_TRUE(parser_->RegisterRtpHeaderExtension(
219 kRtpExtensionTransportSequenceNumber, kExtensionId));
220 }
221
222 private:
223 Action OnSendRtp(const uint8_t* packet, size_t length) override {
224 RTPHeader header;
225 EXPECT_TRUE(parser_->Parse(packet, length, &header));
226
227 EXPECT_TRUE(header.extension.hasTransportSequenceNumber);
228 EXPECT_FALSE(header.extension.hasTransmissionTimeOffset);
229 EXPECT_FALSE(header.extension.hasAbsoluteSendTime);
230
Peter Boström5811a392015-12-10 13:02:50 +0100231 observation_complete_.Set();
sprang867fb522015-08-03 04:38:41 -0700232
233 return SEND_PACKET;
234 }
235
stefanff483612015-12-21 03:14:00 -0800236 void ModifyVideoConfigs(
237 VideoSendStream::Config* send_config,
238 std::vector<VideoReceiveStream::Config>* receive_configs,
239 VideoEncoderConfig* encoder_config) override {
sprang867fb522015-08-03 04:38:41 -0700240 send_config->encoder_settings.encoder = &encoder_;
Stefan Holmer12952972015-10-29 15:13:24 +0100241 send_config->rtp.extensions.clear();
sprang867fb522015-08-03 04:38:41 -0700242 send_config->rtp.extensions.push_back(
243 RtpExtension(RtpExtension::kTransportSequenceNumber, kExtensionId));
244 }
245
246 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100247 EXPECT_TRUE(Wait()) << "Timed out while waiting for a single RTP packet.";
sprang867fb522015-08-03 04:38:41 -0700248 }
249
250 test::FakeEncoder encoder_;
251 } test;
252
stefanf116bd02015-10-27 08:29:42 -0700253 RunBaseTest(&test, FakeNetworkPipe::Config());
sprang867fb522015-08-03 04:38:41 -0700254}
255
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000256class FakeReceiveStatistics : public NullReceiveStatistics {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000257 public:
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000258 FakeReceiveStatistics(uint32_t send_ssrc,
259 uint32_t last_sequence_number,
260 uint32_t cumulative_lost,
261 uint8_t fraction_lost)
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000262 : lossy_stats_(new LossyStatistician(last_sequence_number,
263 cumulative_lost,
264 fraction_lost)) {
265 stats_map_[send_ssrc] = lossy_stats_.get();
266 }
267
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000268 StatisticianMap GetActiveStatisticians() const override { return stats_map_; }
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000269
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000270 StreamStatistician* GetStatistician(uint32_t ssrc) const override {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000271 return lossy_stats_.get();
272 }
273
274 private:
275 class LossyStatistician : public StreamStatistician {
276 public:
277 LossyStatistician(uint32_t extended_max_sequence_number,
278 uint32_t cumulative_lost,
279 uint8_t fraction_lost) {
280 stats_.fraction_lost = fraction_lost;
281 stats_.cumulative_lost = cumulative_lost;
282 stats_.extended_max_sequence_number = extended_max_sequence_number;
283 }
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000284 bool GetStatistics(RtcpStatistics* statistics, bool reset) override {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000285 *statistics = stats_;
286 return true;
287 }
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000288 void GetDataCounters(size_t* bytes_received,
289 uint32_t* packets_received) const override {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000290 *bytes_received = 0;
291 *packets_received = 0;
292 }
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000293 void GetReceiveStreamDataCounters(
294 StreamDataCounters* data_counters) const override {}
295 uint32_t BitrateReceived() const override { return 0; }
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000296 bool IsRetransmitOfOldPacket(const RTPHeader& header,
297 int64_t min_rtt) const override {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000298 return false;
299 }
300
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000301 bool IsPacketInOrder(uint16_t sequence_number) const override {
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000302 return true;
303 }
sprang@webrtc.org54ae4ff2013-12-19 13:26:02 +0000304
305 RtcpStatistics stats_;
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000306 };
307
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000308 rtc::scoped_ptr<LossyStatistician> lossy_stats_;
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000309 StatisticianMap stats_map_;
310};
311
Stefan Holmer4654d202015-12-08 09:10:43 +0100312class FecObserver : public test::SendTest {
313 public:
314 explicit FecObserver(bool header_extensions_enabled)
315 : SendTest(VideoSendStreamTest::kDefaultTimeoutMs),
316 send_count_(0),
317 received_media_(false),
318 received_fec_(false),
319 header_extensions_enabled_(header_extensions_enabled) {}
320
321 private:
322 Action OnSendRtp(const uint8_t* packet, size_t length) override {
323 RTPHeader header;
324 EXPECT_TRUE(parser_->Parse(packet, length, &header));
325
326 // Send lossy receive reports to trigger FEC enabling.
327 if (send_count_++ % 2 != 0) {
328 // Receive statistics reporting having lost 50% of the packets.
329 FakeReceiveStatistics lossy_receive_stats(
330 VideoSendStreamTest::kSendSsrcs[0], header.sequenceNumber,
331 send_count_ / 2, 127);
332 RTCPSender rtcp_sender(false, Clock::GetRealTimeClock(),
333 &lossy_receive_stats, nullptr,
334 transport_adapter_.get());
335
336 rtcp_sender.SetRTCPStatus(RtcpMode::kReducedSize);
337 rtcp_sender.SetRemoteSSRC(VideoSendStreamTest::kSendSsrcs[0]);
338
339 RTCPSender::FeedbackState feedback_state;
340
341 EXPECT_EQ(0, rtcp_sender.SendRTCP(feedback_state, kRtcpRr));
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000342 }
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000343
Stefan Holmer4654d202015-12-08 09:10:43 +0100344 int encapsulated_payload_type = -1;
345 if (header.payloadType == VideoSendStreamTest::kRedPayloadType) {
346 encapsulated_payload_type = static_cast<int>(packet[header.headerLength]);
347 if (encapsulated_payload_type !=
348 VideoSendStreamTest::kFakeSendPayloadType)
349 EXPECT_EQ(VideoSendStreamTest::kUlpfecPayloadType,
350 encapsulated_payload_type);
351 } else {
352 EXPECT_EQ(VideoSendStreamTest::kFakeSendPayloadType, header.payloadType);
353 }
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000354
Stefan Holmer4654d202015-12-08 09:10:43 +0100355 if (header_extensions_enabled_) {
356 EXPECT_TRUE(header.extension.hasAbsoluteSendTime);
357 uint32_t kHalf24BitsSpace = 0xFFFFFF / 2;
358 if (header.extension.absoluteSendTime <= kHalf24BitsSpace &&
359 prev_header_.extension.absoluteSendTime > kHalf24BitsSpace) {
360 // 24 bits wrap.
361 EXPECT_GT(prev_header_.extension.absoluteSendTime,
362 header.extension.absoluteSendTime);
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000363 } else {
Stefan Holmer4654d202015-12-08 09:10:43 +0100364 EXPECT_GE(header.extension.absoluteSendTime,
365 prev_header_.extension.absoluteSendTime);
Stefan Holmer01b48882015-05-05 10:21:24 +0200366 }
Stefan Holmer4654d202015-12-08 09:10:43 +0100367 EXPECT_TRUE(header.extension.hasTransportSequenceNumber);
368 uint16_t seq_num_diff = header.extension.transportSequenceNumber -
369 prev_header_.extension.transportSequenceNumber;
370 EXPECT_EQ(1, seq_num_diff);
371 }
Stefan Holmer01b48882015-05-05 10:21:24 +0200372
Stefan Holmer4654d202015-12-08 09:10:43 +0100373 if (encapsulated_payload_type != -1) {
374 if (encapsulated_payload_type ==
375 VideoSendStreamTest::kUlpfecPayloadType) {
376 received_fec_ = true;
377 } else {
378 received_media_ = true;
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000379 }
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000380 }
381
Stefan Holmer4654d202015-12-08 09:10:43 +0100382 if (received_media_ && received_fec_ && send_count_ > 100)
Peter Boström5811a392015-12-10 13:02:50 +0100383 observation_complete_.Set();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000384
Stefan Holmer4654d202015-12-08 09:10:43 +0100385 prev_header_ = header;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000386
Stefan Holmer4654d202015-12-08 09:10:43 +0100387 return SEND_PACKET;
388 }
389
stefanff483612015-12-21 03:14:00 -0800390 void ModifyVideoConfigs(
391 VideoSendStream::Config* send_config,
392 std::vector<VideoReceiveStream::Config>* receive_configs,
393 VideoEncoderConfig* encoder_config) override {
Stefan Holmer4654d202015-12-08 09:10:43 +0100394 transport_adapter_.reset(
395 new internal::TransportAdapter(send_config->send_transport));
396 transport_adapter_->Enable();
397 send_config->rtp.fec.red_payload_type =
398 VideoSendStreamTest::kRedPayloadType;
399 send_config->rtp.fec.ulpfec_payload_type =
400 VideoSendStreamTest::kUlpfecPayloadType;
401 if (header_extensions_enabled_) {
402 send_config->rtp.extensions.push_back(RtpExtension(
403 RtpExtension::kAbsSendTime, test::kAbsSendTimeExtensionId));
404 send_config->rtp.extensions.push_back(
405 RtpExtension(RtpExtension::kTransportSequenceNumber,
406 test::kTransportSequenceNumberExtensionId));
407 }
408 }
409
410 void PerformTest() override {
411 EXPECT_TRUE(Wait()) << "Timed out waiting for FEC and media packets.";
412 }
413
414 rtc::scoped_ptr<internal::TransportAdapter> transport_adapter_;
415 int send_count_;
416 bool received_media_;
417 bool received_fec_;
418 bool header_extensions_enabled_;
419 RTPHeader prev_header_;
420};
421
422TEST_F(VideoSendStreamTest, SupportsFecWithExtensions) {
423 FecObserver test(true);
424
425 RunBaseTest(&test, FakeNetworkPipe::Config());
426}
427
428TEST_F(VideoSendStreamTest, SupportsFecWithoutExtensions) {
429 FecObserver test(false);
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000430
stefanf116bd02015-10-27 08:29:42 -0700431 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000432}
433
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000434void VideoSendStreamTest::TestNackRetransmission(
435 uint32_t retransmit_ssrc,
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000436 uint8_t retransmit_payload_type) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000437 class NackObserver : public test::SendTest {
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000438 public:
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000439 explicit NackObserver(uint32_t retransmit_ssrc,
440 uint8_t retransmit_payload_type)
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000441 : SendTest(kDefaultTimeoutMs),
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000442 send_count_(0),
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000443 retransmit_ssrc_(retransmit_ssrc),
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000444 retransmit_payload_type_(retransmit_payload_type),
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000445 nacked_sequence_number_(-1) {
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000446 }
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000447
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000448 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000449 Action OnSendRtp(const uint8_t* packet, size_t length) override {
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000450 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000451 EXPECT_TRUE(parser_->Parse(packet, length, &header));
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000452
453 // Nack second packet after receiving the third one.
454 if (++send_count_ == 3) {
pbos@webrtc.orge7223e72014-01-23 16:14:34 +0000455 uint16_t nack_sequence_number = header.sequenceNumber - 1;
456 nacked_sequence_number_ = nack_sequence_number;
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000457 NullReceiveStatistics null_stats;
Peter Boströmac547a62015-09-17 23:03:57 +0200458 RTCPSender rtcp_sender(false, Clock::GetRealTimeClock(), &null_stats,
stefanf116bd02015-10-27 08:29:42 -0700459 nullptr, transport_adapter_.get());
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000460
pbosda903ea2015-10-02 02:36:56 -0700461 rtcp_sender.SetRTCPStatus(RtcpMode::kReducedSize);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000462 rtcp_sender.SetRemoteSSRC(kSendSsrcs[0]);
pbos@webrtc.org0e63e762013-09-20 11:56:26 +0000463
464 RTCPSender::FeedbackState feedback_state;
465
466 EXPECT_EQ(0,
467 rtcp_sender.SendRTCP(
pbos@webrtc.orge7223e72014-01-23 16:14:34 +0000468 feedback_state, kRtcpNack, 1, &nack_sequence_number));
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000469 }
470
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000471 uint16_t sequence_number = header.sequenceNumber;
472
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000473 if (header.ssrc == retransmit_ssrc_ &&
474 retransmit_ssrc_ != kSendSsrcs[0]) {
475 // Not kSendSsrcs[0], assume correct RTX packet. Extract sequence
476 // number.
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000477 const uint8_t* rtx_header = packet + header.headerLength;
478 sequence_number = (rtx_header[0] << 8) + rtx_header[1];
479 }
480
481 if (sequence_number == nacked_sequence_number_) {
482 EXPECT_EQ(retransmit_ssrc_, header.ssrc);
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000483 EXPECT_EQ(retransmit_payload_type_, header.payloadType);
Peter Boström5811a392015-12-10 13:02:50 +0100484 observation_complete_.Set();
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000485 }
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000486
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000487 return SEND_PACKET;
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000488 }
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000489
stefanff483612015-12-21 03:14:00 -0800490 void ModifyVideoConfigs(
491 VideoSendStream::Config* send_config,
492 std::vector<VideoReceiveStream::Config>* receive_configs,
493 VideoEncoderConfig* encoder_config) override {
stefanf116bd02015-10-27 08:29:42 -0700494 transport_adapter_.reset(
495 new internal::TransportAdapter(send_config->send_transport));
496 transport_adapter_->Enable();
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000497 send_config->rtp.nack.rtp_history_ms = kNackRtpHistoryMs;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000498 send_config->rtp.rtx.payload_type = retransmit_payload_type_;
499 if (retransmit_ssrc_ != kSendSsrcs[0])
500 send_config->rtp.rtx.ssrcs.push_back(retransmit_ssrc_);
501 }
502
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000503 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100504 EXPECT_TRUE(Wait()) << "Timed out while waiting for NACK retransmission.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000505 }
506
stefanf116bd02015-10-27 08:29:42 -0700507 rtc::scoped_ptr<internal::TransportAdapter> transport_adapter_;
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000508 int send_count_;
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000509 uint32_t retransmit_ssrc_;
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000510 uint8_t retransmit_payload_type_;
pbos@webrtc.orge7223e72014-01-23 16:14:34 +0000511 int nacked_sequence_number_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000512 } test(retransmit_ssrc, retransmit_payload_type);
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000513
stefanf116bd02015-10-27 08:29:42 -0700514 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.orgdf531a22013-09-10 14:56:33 +0000515}
516
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000517TEST_F(VideoSendStreamTest, RetransmitsNack) {
518 // Normal NACKs should use the send SSRC.
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000519 TestNackRetransmission(kSendSsrcs[0], kFakeSendPayloadType);
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000520}
521
522TEST_F(VideoSendStreamTest, RetransmitsNackOverRtx) {
523 // NACKs over RTX should use a separate SSRC.
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000524 TestNackRetransmission(kSendRtxSsrcs[0], kSendRtxPayloadType);
pbos@webrtc.org5860de02013-09-16 13:01:47 +0000525}
526
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000527void VideoSendStreamTest::TestPacketFragmentationSize(VideoFormat format,
528 bool with_fec) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000529 // Use a fake encoder to output a frame of every size in the range [90, 290],
530 // for each size making sure that the exact number of payload bytes received
531 // is correct and that packets are fragmented to respect max packet size.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000532 static const size_t kMaxPacketSize = 128;
533 static const size_t start = 90;
534 static const size_t stop = 290;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000535
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000536 // Observer that verifies that the expected number of packets and bytes
537 // arrive for each frame size, from start_size to stop_size.
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000538 class FrameFragmentationTest : public test::SendTest,
539 public EncodedFrameObserver {
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000540 public:
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000541 FrameFragmentationTest(size_t max_packet_size,
542 size_t start_size,
543 size_t stop_size,
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000544 bool test_generic_packetization,
545 bool use_fec)
546 : SendTest(kLongTimeoutMs),
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000547 encoder_(stop),
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000548 max_packet_size_(max_packet_size),
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000549 stop_size_(stop_size),
550 test_generic_packetization_(test_generic_packetization),
551 use_fec_(use_fec),
552 packet_count_(0),
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000553 accumulated_size_(0),
554 accumulated_payload_(0),
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000555 fec_packet_received_(false),
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000556 current_size_rtp_(start_size),
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000557 current_size_frame_(static_cast<int32_t>(start_size)) {
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000558 // Fragmentation required, this test doesn't make sense without it.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000559 encoder_.SetFrameSize(start_size);
henrikg91d6ede2015-09-17 00:24:34 -0700560 RTC_DCHECK_GT(stop_size, max_packet_size);
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000561 }
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000562
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000563 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000564 Action OnSendRtp(const uint8_t* packet, size_t size) override {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000565 size_t length = size;
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000566 RTPHeader header;
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000567 EXPECT_TRUE(parser_->Parse(packet, length, &header));
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000568
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000569 EXPECT_LE(length, max_packet_size_);
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000570
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000571 if (use_fec_) {
572 uint8_t payload_type = packet[header.headerLength];
573 bool is_fec = header.payloadType == kRedPayloadType &&
574 payload_type == kUlpfecPayloadType;
575 if (is_fec) {
576 fec_packet_received_ = true;
577 return SEND_PACKET;
578 }
579 }
580
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000581 accumulated_size_ += length;
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000582
583 if (use_fec_)
584 TriggerLossReport(header);
585
586 if (test_generic_packetization_) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200587 size_t overhead = header.headerLength + header.paddingLength;
588 // Only remove payload header and RED header if the packet actually
589 // contains payload.
590 if (length > overhead) {
591 overhead += (1 /* Generic header */);
592 if (use_fec_)
593 overhead += 1; // RED for FEC header.
594 }
595 EXPECT_GE(length, overhead);
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000596 accumulated_payload_ += length - overhead;
597 }
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000598
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000599 // Marker bit set indicates last packet of a frame.
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000600 if (header.markerBit) {
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000601 if (use_fec_ && accumulated_payload_ == current_size_rtp_ - 1) {
602 // With FEC enabled, frame size is incremented asynchronously, so
603 // "old" frames one byte too small may arrive. Accept, but don't
604 // increase expected frame size.
605 accumulated_size_ = 0;
606 accumulated_payload_ = 0;
607 return SEND_PACKET;
608 }
609
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000610 EXPECT_GE(accumulated_size_, current_size_rtp_);
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000611 if (test_generic_packetization_) {
612 EXPECT_EQ(current_size_rtp_, accumulated_payload_);
613 }
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000614
615 // Last packet of frame; reset counters.
616 accumulated_size_ = 0;
617 accumulated_payload_ = 0;
618 if (current_size_rtp_ == stop_size_) {
619 // Done! (Don't increase size again, might arrive more @ stop_size).
Peter Boström5811a392015-12-10 13:02:50 +0100620 observation_complete_.Set();
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000621 } else {
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000622 // Increase next expected frame size. If testing with FEC, make sure
623 // a FEC packet has been received for this frame size before
624 // proceeding, to make sure that redundancy packets don't exceed
625 // size limit.
626 if (!use_fec_) {
627 ++current_size_rtp_;
628 } else if (fec_packet_received_) {
629 fec_packet_received_ = false;
630 ++current_size_rtp_;
631 ++current_size_frame_;
632 }
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000633 }
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000634 }
635
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000636 return SEND_PACKET;
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000637 }
638
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000639 void TriggerLossReport(const RTPHeader& header) {
640 // Send lossy receive reports to trigger FEC enabling.
641 if (packet_count_++ % 2 != 0) {
642 // Receive statistics reporting having lost 50% of the packets.
643 FakeReceiveStatistics lossy_receive_stats(
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000644 kSendSsrcs[0], header.sequenceNumber, packet_count_ / 2, 127);
Peter Boströmac547a62015-09-17 23:03:57 +0200645 RTCPSender rtcp_sender(false, Clock::GetRealTimeClock(),
sprang86fd9ed2015-09-29 04:45:43 -0700646 &lossy_receive_stats, nullptr,
stefanf116bd02015-10-27 08:29:42 -0700647 transport_adapter_.get());
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000648
pbosda903ea2015-10-02 02:36:56 -0700649 rtcp_sender.SetRTCPStatus(RtcpMode::kReducedSize);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000650 rtcp_sender.SetRemoteSSRC(kSendSsrcs[0]);
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000651
652 RTCPSender::FeedbackState feedback_state;
653
654 EXPECT_EQ(0, rtcp_sender.SendRTCP(feedback_state, kRtcpRr));
655 }
656 }
657
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000658 virtual void EncodedFrameCallback(const EncodedFrame& encoded_frame) {
659 // Increase frame size for next encoded frame, in the context of the
660 // encoder thread.
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000661 if (!use_fec_ &&
662 current_size_frame_.Value() < static_cast<int32_t>(stop_size_)) {
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000663 ++current_size_frame_;
664 }
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000665 encoder_.SetFrameSize(static_cast<size_t>(current_size_frame_.Value()));
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000666 }
667
Stefan Holmere5904162015-03-26 11:11:06 +0100668 Call::Config GetSenderCallConfig() override {
solenberg4fbae2b2015-08-28 04:07:10 -0700669 Call::Config config;
Stefan Holmere5904162015-03-26 11:11:06 +0100670 const int kMinBitrateBps = 30000;
671 config.bitrate_config.min_bitrate_bps = kMinBitrateBps;
672 return config;
673 }
674
stefanff483612015-12-21 03:14:00 -0800675 void ModifyVideoConfigs(
676 VideoSendStream::Config* send_config,
677 std::vector<VideoReceiveStream::Config>* receive_configs,
678 VideoEncoderConfig* encoder_config) override {
stefanf116bd02015-10-27 08:29:42 -0700679 transport_adapter_.reset(
680 new internal::TransportAdapter(send_config->send_transport));
681 transport_adapter_->Enable();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000682 if (use_fec_) {
683 send_config->rtp.fec.red_payload_type = kRedPayloadType;
684 send_config->rtp.fec.ulpfec_payload_type = kUlpfecPayloadType;
685 }
686
687 if (!test_generic_packetization_)
688 send_config->encoder_settings.payload_name = "VP8";
689
690 send_config->encoder_settings.encoder = &encoder_;
691 send_config->rtp.max_packet_size = kMaxPacketSize;
692 send_config->post_encode_callback = this;
693
Erik Språng95261872015-04-10 11:58:49 +0200694 // Make sure there is at least one extension header, to make the RTP
695 // header larger than the base length of 12 bytes.
696 EXPECT_FALSE(send_config->rtp.extensions.empty());
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000697 }
698
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000699 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100700 EXPECT_TRUE(Wait()) << "Timed out while observing incoming RTP packets.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000701 }
702
stefanf116bd02015-10-27 08:29:42 -0700703 rtc::scoped_ptr<internal::TransportAdapter> transport_adapter_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000704 test::ConfigurableFrameSizeEncoder encoder_;
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000705
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000706 const size_t max_packet_size_;
707 const size_t stop_size_;
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000708 const bool test_generic_packetization_;
709 const bool use_fec_;
710
711 uint32_t packet_count_;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000712 size_t accumulated_size_;
713 size_t accumulated_payload_;
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000714 bool fec_packet_received_;
715
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000716 size_t current_size_rtp_;
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000717 Atomic32 current_size_frame_;
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000718 };
719
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000720 // Don't auto increment if FEC is used; continue sending frame size until
721 // a FEC packet has been received.
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000722 FrameFragmentationTest test(
723 kMaxPacketSize, start, stop, format == kGeneric, with_fec);
sprang@webrtc.org8b881922013-12-10 10:05:17 +0000724
stefanf116bd02015-10-27 08:29:42 -0700725 RunBaseTest(&test, FakeNetworkPipe::Config());
sprang@webrtc.org5d957e22013-10-16 11:37:54 +0000726}
727
sprang@webrtc.org346094c2014-02-18 08:40:33 +0000728// TODO(sprang): Is there any way of speeding up these tests?
729TEST_F(VideoSendStreamTest, FragmentsGenericAccordingToMaxPacketSize) {
730 TestPacketFragmentationSize(kGeneric, false);
731}
732
733TEST_F(VideoSendStreamTest, FragmentsGenericAccordingToMaxPacketSizeWithFec) {
734 TestPacketFragmentationSize(kGeneric, true);
735}
736
737TEST_F(VideoSendStreamTest, FragmentsVp8AccordingToMaxPacketSize) {
738 TestPacketFragmentationSize(kVP8, false);
739}
740
741TEST_F(VideoSendStreamTest, FragmentsVp8AccordingToMaxPacketSizeWithFec) {
742 TestPacketFragmentationSize(kVP8, true);
743}
744
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000745// The test will go through a number of phases.
746// 1. Start sending packets.
747// 2. As soon as the RTP stream has been detected, signal a low REMB value to
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000748// suspend the stream.
749// 3. Wait until |kSuspendTimeFrames| have been captured without seeing any RTP
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000750// packets.
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000751// 4. Signal a high REMB and then wait for the RTP stream to start again.
henrik.lundin@webrtc.orged8b2812014-03-18 08:43:29 +0000752// When the stream is detected again, and the stats show that the stream
753// is no longer suspended, the test ends.
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000754TEST_F(VideoSendStreamTest, SuspendBelowMinBitrate) {
755 static const int kSuspendTimeFrames = 60; // Suspend for 2 seconds @ 30 fps.
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000756
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000757 class RembObserver : public test::SendTest, public I420FrameCallback {
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000758 public:
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000759 RembObserver()
760 : SendTest(kDefaultTimeoutMs),
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000761 clock_(Clock::GetRealTimeClock()),
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000762 test_state_(kBeforeSuspend),
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000763 rtp_count_(0),
764 last_sequence_number_(0),
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000765 suspended_frame_count_(0),
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +0000766 low_remb_bps_(0),
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000767 high_remb_bps_(0) {
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000768 }
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000769
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000770 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000771 Action OnSendRtp(const uint8_t* packet, size_t length) override {
Peter Boströmf2f82832015-05-01 13:00:41 +0200772 rtc::CritScope lock(&crit_);
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000773 ++rtp_count_;
774 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000775 EXPECT_TRUE(parser_->Parse(packet, length, &header));
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000776 last_sequence_number_ = header.sequenceNumber;
777
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000778 if (test_state_ == kBeforeSuspend) {
779 // The stream has started. Try to suspend it.
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +0000780 SendRtcpFeedback(low_remb_bps_);
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000781 test_state_ = kDuringSuspend;
782 } else if (test_state_ == kDuringSuspend) {
henrik.lundin@webrtc.org331d4402013-11-21 14:05:40 +0000783 if (header.paddingLength == 0) {
784 // Received non-padding packet during suspension period. Reset the
785 // counter.
henrik.lundin@webrtc.org331d4402013-11-21 14:05:40 +0000786 suspended_frame_count_ = 0;
787 }
stefanf116bd02015-10-27 08:29:42 -0700788 SendRtcpFeedback(0); // REMB is only sent if value is > 0.
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000789 } else if (test_state_ == kWaitingForPacket) {
henrik.lundin@webrtc.org331d4402013-11-21 14:05:40 +0000790 if (header.paddingLength == 0) {
henrik.lundin@webrtc.orged8b2812014-03-18 08:43:29 +0000791 // Non-padding packet observed. Test is almost complete. Will just
792 // have to wait for the stats to change.
793 test_state_ = kWaitingForStats;
794 }
stefanf116bd02015-10-27 08:29:42 -0700795 SendRtcpFeedback(0); // REMB is only sent if value is > 0.
henrik.lundin@webrtc.orged8b2812014-03-18 08:43:29 +0000796 } else if (test_state_ == kWaitingForStats) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000797 VideoSendStream::Stats stats = stream_->GetStats();
henrik.lundin@webrtc.orged8b2812014-03-18 08:43:29 +0000798 if (stats.suspended == false) {
799 // Stats flipped to false. Test is complete.
Peter Boström5811a392015-12-10 13:02:50 +0100800 observation_complete_.Set();
henrik.lundin@webrtc.org331d4402013-11-21 14:05:40 +0000801 }
stefanf116bd02015-10-27 08:29:42 -0700802 SendRtcpFeedback(0); // REMB is only sent if value is > 0.
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000803 }
804
stefan@webrtc.org69969e22013-11-15 12:32:15 +0000805 return SEND_PACKET;
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000806 }
807
808 // This method implements the I420FrameCallback.
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -0700809 void FrameCallback(VideoFrame* video_frame) override {
Peter Boströmf2f82832015-05-01 13:00:41 +0200810 rtc::CritScope lock(&crit_);
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000811 if (test_state_ == kDuringSuspend &&
812 ++suspended_frame_count_ > kSuspendTimeFrames) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000813 VideoSendStream::Stats stats = stream_->GetStats();
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000814 EXPECT_TRUE(stats.suspended);
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +0000815 SendRtcpFeedback(high_remb_bps_);
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000816 test_state_ = kWaitingForPacket;
817 }
818 }
819
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000820 void set_low_remb_bps(int value) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200821 rtc::CritScope lock(&crit_);
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000822 low_remb_bps_ = value;
823 }
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +0000824
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000825 void set_high_remb_bps(int value) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200826 rtc::CritScope lock(&crit_);
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000827 high_remb_bps_ = value;
828 }
henrik.lundin@webrtc.org1a3a6e52013-10-28 10:16:14 +0000829
stefanff483612015-12-21 03:14:00 -0800830 void OnVideoStreamsCreated(
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000831 VideoSendStream* send_stream,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000832 const std::vector<VideoReceiveStream*>& receive_streams) override {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000833 stream_ = send_stream;
834 }
835
stefanff483612015-12-21 03:14:00 -0800836 void ModifyVideoConfigs(
837 VideoSendStream::Config* send_config,
838 std::vector<VideoReceiveStream::Config>* receive_configs,
839 VideoEncoderConfig* encoder_config) override {
stefanf116bd02015-10-27 08:29:42 -0700840 transport_adapter_.reset(
841 new internal::TransportAdapter(send_config->send_transport));
842 transport_adapter_->Enable();
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000843 send_config->rtp.nack.rtp_history_ms = kNackRtpHistoryMs;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000844 send_config->pre_encode_callback = this;
845 send_config->suspend_below_min_bitrate = true;
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000846 int min_bitrate_bps = encoder_config->streams[0].min_bitrate_bps;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000847 set_low_remb_bps(min_bitrate_bps - 10000);
848 int threshold_window = std::max(min_bitrate_bps / 10, 10000);
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000849 ASSERT_GT(encoder_config->streams[0].max_bitrate_bps,
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000850 min_bitrate_bps + threshold_window + 5000);
851 set_high_remb_bps(min_bitrate_bps + threshold_window + 5000);
852 }
853
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000854 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100855 EXPECT_TRUE(Wait()) << "Timed out during suspend-below-min-bitrate test.";
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000856 }
857
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000858 enum TestState {
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000859 kBeforeSuspend,
860 kDuringSuspend,
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000861 kWaitingForPacket,
henrik.lundin@webrtc.orged8b2812014-03-18 08:43:29 +0000862 kWaitingForStats
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000863 };
864
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000865 virtual void SendRtcpFeedback(int remb_value)
866 EXCLUSIVE_LOCKS_REQUIRED(crit_) {
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000867 FakeReceiveStatistics receive_stats(
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000868 kSendSsrcs[0], last_sequence_number_, rtp_count_, 0);
sprang86fd9ed2015-09-29 04:45:43 -0700869 RTCPSender rtcp_sender(false, clock_, &receive_stats, nullptr,
stefanf116bd02015-10-27 08:29:42 -0700870 transport_adapter_.get());
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000871
pbosda903ea2015-10-02 02:36:56 -0700872 rtcp_sender.SetRTCPStatus(RtcpMode::kReducedSize);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000873 rtcp_sender.SetRemoteSSRC(kSendSsrcs[0]);
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000874 if (remb_value > 0) {
875 rtcp_sender.SetREMBStatus(true);
pbos@webrtc.org49ff40e2014-11-13 14:42:37 +0000876 rtcp_sender.SetREMBData(remb_value, std::vector<uint32_t>());
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000877 }
878 RTCPSender::FeedbackState feedback_state;
879 EXPECT_EQ(0, rtcp_sender.SendRTCP(feedback_state, kRtcpRr));
880 }
881
stefanf116bd02015-10-27 08:29:42 -0700882 rtc::scoped_ptr<internal::TransportAdapter> transport_adapter_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000883 Clock* const clock_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000884 VideoSendStream* stream_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000885
Peter Boströmf2f82832015-05-01 13:00:41 +0200886 rtc::CriticalSection crit_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000887 TestState test_state_ GUARDED_BY(crit_);
888 int rtp_count_ GUARDED_BY(crit_);
889 int last_sequence_number_ GUARDED_BY(crit_);
890 int suspended_frame_count_ GUARDED_BY(crit_);
891 int low_remb_bps_ GUARDED_BY(crit_);
892 int high_remb_bps_ GUARDED_BY(crit_);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000893 } test;
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000894
stefanf116bd02015-10-27 08:29:42 -0700895 RunBaseTest(&test, FakeNetworkPipe::Config());
henrik.lundin@webrtc.orgba975e22013-10-23 11:04:57 +0000896}
897
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000898TEST_F(VideoSendStreamTest, NoPaddingWhenVideoIsMuted) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000899 class NoPaddingWhenVideoIsMuted : public test::SendTest {
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000900 public:
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000901 NoPaddingWhenVideoIsMuted()
902 : SendTest(kDefaultTimeoutMs),
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000903 clock_(Clock::GetRealTimeClock()),
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000904 last_packet_time_ms_(-1),
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +0000905 capturer_(nullptr) {
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000906 }
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000907
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000908 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000909 Action OnSendRtp(const uint8_t* packet, size_t length) override {
Peter Boströmf2f82832015-05-01 13:00:41 +0200910 rtc::CritScope lock(&crit_);
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000911 last_packet_time_ms_ = clock_->TimeInMilliseconds();
912 capturer_->Stop();
913 return SEND_PACKET;
914 }
915
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000916 Action OnSendRtcp(const uint8_t* packet, size_t length) override {
Peter Boströmf2f82832015-05-01 13:00:41 +0200917 rtc::CritScope lock(&crit_);
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000918 const int kVideoMutedThresholdMs = 10000;
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000919 if (last_packet_time_ms_ > 0 &&
920 clock_->TimeInMilliseconds() - last_packet_time_ms_ >
921 kVideoMutedThresholdMs)
Peter Boström5811a392015-12-10 13:02:50 +0100922 observation_complete_.Set();
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000923 // Receive statistics reporting having lost 50% of the packets.
924 FakeReceiveStatistics receive_stats(kSendSsrcs[0], 1, 1, 0);
Peter Boströmac547a62015-09-17 23:03:57 +0200925 RTCPSender rtcp_sender(false, Clock::GetRealTimeClock(), &receive_stats,
stefanf116bd02015-10-27 08:29:42 -0700926 nullptr, transport_adapter_.get());
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000927
pbosda903ea2015-10-02 02:36:56 -0700928 rtcp_sender.SetRTCPStatus(RtcpMode::kReducedSize);
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000929 rtcp_sender.SetRemoteSSRC(kSendSsrcs[0]);
930
931 RTCPSender::FeedbackState feedback_state;
932
933 EXPECT_EQ(0, rtcp_sender.SendRTCP(feedback_state, kRtcpRr));
934 return SEND_PACKET;
935 }
936
stefanf116bd02015-10-27 08:29:42 -0700937 void OnTransportsCreated(
938 test::PacketTransport* send_transport,
939 test::PacketTransport* receive_transport) override {
940 transport_adapter_.reset(
941 new internal::TransportAdapter(receive_transport));
942 transport_adapter_->Enable();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000943 }
944
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000945 size_t GetNumStreams() const override { return 3; }
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000946
947 virtual void OnFrameGeneratorCapturerCreated(
948 test::FrameGeneratorCapturer* frame_generator_capturer) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200949 rtc::CritScope lock(&crit_);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000950 capturer_ = frame_generator_capturer;
951 }
952
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000953 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +0100954 EXPECT_TRUE(Wait())
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000955 << "Timed out while waiting for RTP packets to stop being sent.";
956 }
957
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000958 Clock* const clock_;
stefanf116bd02015-10-27 08:29:42 -0700959 rtc::scoped_ptr<internal::TransportAdapter> transport_adapter_;
Peter Boströmf2f82832015-05-01 13:00:41 +0200960 rtc::CriticalSection crit_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000961 int64_t last_packet_time_ms_ GUARDED_BY(crit_);
962 test::FrameGeneratorCapturer* capturer_ GUARDED_BY(crit_);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000963 } test;
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000964
stefanf116bd02015-10-27 08:29:42 -0700965 RunBaseTest(&test, FakeNetworkPipe::Config());
stefan@webrtc.org4ab4fc02013-11-25 11:54:24 +0000966}
967
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000968// This test first observes "high" bitrate use at which point it sends a REMB to
969// indicate that it should be lowered significantly. The test then observes that
970// the bitrate observed is sinking well below the min-transmit-bitrate threshold
971// to verify that the min-transmit bitrate respects incoming REMB.
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000972//
973// Note that the test starts at "high" bitrate and does not ramp up to "higher"
974// bitrate since no receiver block or remb is sent in the initial phase.
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000975TEST_F(VideoSendStreamTest, MinTransmitBitrateRespectsRemb) {
976 static const int kMinTransmitBitrateBps = 400000;
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000977 static const int kHighBitrateBps = 150000;
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000978 static const int kRembBitrateBps = 80000;
979 static const int kRembRespectedBitrateBps = 100000;
stefanf116bd02015-10-27 08:29:42 -0700980 class BitrateObserver : public test::SendTest {
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000981 public:
982 BitrateObserver()
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000983 : SendTest(kDefaultTimeoutMs),
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000984 bitrate_capped_(false) {
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000985 }
986
987 private:
stefanf116bd02015-10-27 08:29:42 -0700988 virtual Action OnSendRtp(const uint8_t* packet, size_t length) {
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000989 if (RtpHeaderParser::IsRtcp(packet, length))
stefanf116bd02015-10-27 08:29:42 -0700990 return DROP_PACKET;
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000991
992 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000993 if (!parser_->Parse(packet, length, &header))
stefanf116bd02015-10-27 08:29:42 -0700994 return DROP_PACKET;
henrikg91d6ede2015-09-17 00:24:34 -0700995 RTC_DCHECK(stream_ != nullptr);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000996 VideoSendStream::Stats stats = stream_->GetStats();
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000997 if (!stats.substreams.empty()) {
998 EXPECT_EQ(1u, stats.substreams.size());
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000999 int total_bitrate_bps =
1000 stats.substreams.begin()->second.total_bitrate_bps;
1001 test::PrintResult("bitrate_stats_",
1002 "min_transmit_bitrate_low_remb",
1003 "bitrate_bps",
1004 static_cast<size_t>(total_bitrate_bps),
1005 "bps",
1006 false);
1007 if (total_bitrate_bps > kHighBitrateBps) {
pbos@webrtc.org49ff40e2014-11-13 14:42:37 +00001008 rtp_rtcp_->SetREMBData(kRembBitrateBps,
1009 std::vector<uint32_t>(1, header.ssrc));
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001010 rtp_rtcp_->Process();
1011 bitrate_capped_ = true;
1012 } else if (bitrate_capped_ &&
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001013 total_bitrate_bps < kRembRespectedBitrateBps) {
Peter Boström5811a392015-12-10 13:02:50 +01001014 observation_complete_.Set();
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001015 }
1016 }
stefanf116bd02015-10-27 08:29:42 -07001017 // Packets don't have to be delivered since the test is the receiver.
1018 return DROP_PACKET;
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001019 }
1020
stefanff483612015-12-21 03:14:00 -08001021 void OnVideoStreamsCreated(
stefanf116bd02015-10-27 08:29:42 -07001022 VideoSendStream* send_stream,
1023 const std::vector<VideoReceiveStream*>& receive_streams) override {
1024 stream_ = send_stream;
1025 RtpRtcp::Configuration config;
1026 config.outgoing_transport = feedback_transport_.get();
1027 rtp_rtcp_.reset(RtpRtcp::CreateRtpRtcp(config));
1028 rtp_rtcp_->SetREMBStatus(true);
1029 rtp_rtcp_->SetRTCPStatus(RtcpMode::kReducedSize);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001030 }
1031
stefanff483612015-12-21 03:14:00 -08001032 void ModifyVideoConfigs(
1033 VideoSendStream::Config* send_config,
1034 std::vector<VideoReceiveStream::Config>* receive_configs,
1035 VideoEncoderConfig* encoder_config) override {
stefanf116bd02015-10-27 08:29:42 -07001036 feedback_transport_.reset(
1037 new internal::TransportAdapter(send_config->send_transport));
1038 feedback_transport_->Enable();
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +00001039 encoder_config->min_transmit_bitrate_bps = kMinTransmitBitrateBps;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001040 }
1041
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001042 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001043 EXPECT_TRUE(Wait())
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001044 << "Timeout while waiting for low bitrate stats after REMB.";
1045 }
1046
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00001047 rtc::scoped_ptr<RtpRtcp> rtp_rtcp_;
stefanf116bd02015-10-27 08:29:42 -07001048 rtc::scoped_ptr<internal::TransportAdapter> feedback_transport_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001049 VideoSendStream* stream_;
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001050 bool bitrate_capped_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001051 } test;
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001052
stefanf116bd02015-10-27 08:29:42 -07001053 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org709e2972014-03-19 10:59:52 +00001054}
1055
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001056TEST_F(VideoSendStreamTest, CanReconfigureToUseStartBitrateAbovePreviousMax) {
1057 class StartBitrateObserver : public test::FakeEncoder {
1058 public:
1059 StartBitrateObserver()
1060 : FakeEncoder(Clock::GetRealTimeClock()), start_bitrate_kbps_(0) {}
1061 int32_t InitEncode(const VideoCodec* config,
1062 int32_t number_of_cores,
1063 size_t max_payload_size) override {
1064 rtc::CritScope lock(&crit_);
1065 start_bitrate_kbps_ = config->startBitrate;
1066 return FakeEncoder::InitEncode(config, number_of_cores, max_payload_size);
1067 }
1068
1069 int32_t SetRates(uint32_t new_target_bitrate, uint32_t framerate) override {
1070 rtc::CritScope lock(&crit_);
1071 start_bitrate_kbps_ = new_target_bitrate;
1072 return FakeEncoder::SetRates(new_target_bitrate, framerate);
1073 }
1074
1075 int GetStartBitrateKbps() const {
1076 rtc::CritScope lock(&crit_);
1077 return start_bitrate_kbps_;
1078 }
1079
1080 private:
1081 mutable rtc::CriticalSection crit_;
1082 int start_bitrate_kbps_ GUARDED_BY(crit_);
1083 };
1084
solenberg4fbae2b2015-08-28 04:07:10 -07001085 CreateSenderCall(Call::Config());
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001086
solenberg4fbae2b2015-08-28 04:07:10 -07001087 test::NullTransport transport;
1088 CreateSendConfig(1, &transport);
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001089
1090 Call::Config::BitrateConfig bitrate_config;
1091 bitrate_config.start_bitrate_bps =
stefanff483612015-12-21 03:14:00 -08001092 2 * video_encoder_config_.streams[0].max_bitrate_bps;
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001093 sender_call_->SetBitrateConfig(bitrate_config);
1094
1095 StartBitrateObserver encoder;
stefanff483612015-12-21 03:14:00 -08001096 video_send_config_.encoder_settings.encoder = &encoder;
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001097
1098 CreateStreams();
1099
stefanff483612015-12-21 03:14:00 -08001100 EXPECT_EQ(video_encoder_config_.streams[0].max_bitrate_bps / 1000,
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001101 encoder.GetStartBitrateKbps());
1102
stefanff483612015-12-21 03:14:00 -08001103 video_encoder_config_.streams[0].max_bitrate_bps =
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001104 2 * bitrate_config.start_bitrate_bps;
stefanff483612015-12-21 03:14:00 -08001105 video_send_stream_->ReconfigureVideoEncoder(video_encoder_config_);
pbos@webrtc.org143451d2015-03-18 14:40:03 +00001106
1107 // New bitrate should be reconfigured above the previous max. As there's no
1108 // network connection this shouldn't be flaky, as no bitrate should've been
1109 // reported in between.
1110 EXPECT_EQ(bitrate_config.start_bitrate_bps / 1000,
1111 encoder.GetStartBitrateKbps());
1112
1113 DestroyStreams();
1114}
1115
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001116TEST_F(VideoSendStreamTest, CapturesTextureAndVideoFrames) {
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001117 class FrameObserver : public I420FrameCallback {
1118 public:
Peter Boström5811a392015-12-10 13:02:50 +01001119 FrameObserver() : output_frame_event_(false, false) {}
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001120
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001121 void FrameCallback(VideoFrame* video_frame) override {
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +00001122 output_frames_.push_back(*video_frame);
Peter Boström5811a392015-12-10 13:02:50 +01001123 output_frame_event_.Set();
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001124 }
1125
1126 void WaitOutputFrame() {
Peter Boström5811a392015-12-10 13:02:50 +01001127 const int kWaitFrameTimeoutMs = 3000;
1128 EXPECT_TRUE(output_frame_event_.Wait(kWaitFrameTimeoutMs))
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001129 << "Timeout while waiting for output frames.";
1130 }
1131
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001132 const std::vector<VideoFrame>& output_frames() const {
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +00001133 return output_frames_;
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001134 }
1135
1136 private:
1137 // Delivered output frames.
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001138 std::vector<VideoFrame> output_frames_;
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001139
1140 // Indicate an output frame has arrived.
Peter Boström5811a392015-12-10 13:02:50 +01001141 rtc::Event output_frame_event_;
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001142 };
1143
1144 // Initialize send stream.
solenberg4fbae2b2015-08-28 04:07:10 -07001145 CreateSenderCall(Call::Config());
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001146
solenberg4fbae2b2015-08-28 04:07:10 -07001147 test::NullTransport transport;
1148 CreateSendConfig(1, &transport);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001149 FrameObserver observer;
stefanff483612015-12-21 03:14:00 -08001150 video_send_config_.pre_encode_callback = &observer;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001151 CreateStreams();
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001152
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001153 // Prepare five input frames. Send ordinary VideoFrame and texture frames
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001154 // alternatively.
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001155 std::vector<VideoFrame> input_frames;
stefanff483612015-12-21 03:14:00 -08001156 int width = static_cast<int>(video_encoder_config_.streams[0].width);
1157 int height = static_cast<int>(video_encoder_config_.streams[0].height);
Peter Boströmeb66e802015-06-05 11:08:03 +02001158 test::FakeNativeHandle* handle1 = new test::FakeNativeHandle();
1159 test::FakeNativeHandle* handle2 = new test::FakeNativeHandle();
1160 test::FakeNativeHandle* handle3 = new test::FakeNativeHandle();
Peter Boström13f61df2016-01-04 22:36:38 +01001161 input_frames.push_back(test::FakeNativeHandle::CreateFrame(
Peter Boströmeb66e802015-06-05 11:08:03 +02001162 handle1, width, height, 1, 1, kVideoRotation_0));
Peter Boström13f61df2016-01-04 22:36:38 +01001163 input_frames.push_back(test::FakeNativeHandle::CreateFrame(
Peter Boströmeb66e802015-06-05 11:08:03 +02001164 handle2, width, height, 2, 2, kVideoRotation_0));
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001165 input_frames.push_back(CreateVideoFrame(width, height, 3));
1166 input_frames.push_back(CreateVideoFrame(width, height, 4));
Peter Boström13f61df2016-01-04 22:36:38 +01001167 input_frames.push_back(test::FakeNativeHandle::CreateFrame(
Peter Boströmeb66e802015-06-05 11:08:03 +02001168 handle3, width, height, 5, 5, kVideoRotation_0));
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001169
stefanff483612015-12-21 03:14:00 -08001170 video_send_stream_->Start();
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001171 for (size_t i = 0; i < input_frames.size(); i++) {
stefanff483612015-12-21 03:14:00 -08001172 video_send_stream_->Input()->IncomingCapturedFrame(input_frames[i]);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001173 // Do not send the next frame too fast, so the frame dropper won't drop it.
1174 if (i < input_frames.size() - 1)
stefanff483612015-12-21 03:14:00 -08001175 SleepMs(1000 / video_encoder_config_.streams[0].max_framerate);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001176 // Wait until the output frame is received before sending the next input
1177 // frame. Or the previous input frame may be replaced without delivering.
1178 observer.WaitOutputFrame();
1179 }
stefanff483612015-12-21 03:14:00 -08001180 video_send_stream_->Stop();
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001181
1182 // Test if the input and output frames are the same. render_time_ms and
1183 // timestamp are not compared because capturer sets those values.
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +00001184 ExpectEqualFramesVector(input_frames, observer.output_frames());
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001185
pbos@webrtc.org994d0b72014-06-27 08:47:52 +00001186 DestroyStreams();
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001187}
1188
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001189void ExpectEqualFrames(const VideoFrame& frame1, const VideoFrame& frame2) {
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +00001190 if (frame1.native_handle() != nullptr || frame2.native_handle() != nullptr)
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001191 ExpectEqualTextureFrames(frame1, frame2);
1192 else
1193 ExpectEqualBufferFrames(frame1, frame2);
1194}
1195
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001196void ExpectEqualTextureFrames(const VideoFrame& frame1,
1197 const VideoFrame& frame2) {
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001198 EXPECT_EQ(frame1.native_handle(), frame2.native_handle());
1199 EXPECT_EQ(frame1.width(), frame2.width());
1200 EXPECT_EQ(frame1.height(), frame2.height());
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +00001201 EXPECT_EQ(frame1.render_time_ms(), frame2.render_time_ms());
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001202}
1203
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001204void ExpectEqualBufferFrames(const VideoFrame& frame1,
1205 const VideoFrame& frame2) {
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001206 EXPECT_EQ(frame1.width(), frame2.width());
1207 EXPECT_EQ(frame1.height(), frame2.height());
1208 EXPECT_EQ(frame1.stride(kYPlane), frame2.stride(kYPlane));
1209 EXPECT_EQ(frame1.stride(kUPlane), frame2.stride(kUPlane));
1210 EXPECT_EQ(frame1.stride(kVPlane), frame2.stride(kVPlane));
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +00001211 EXPECT_EQ(frame1.render_time_ms(), frame2.render_time_ms());
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001212 ASSERT_EQ(frame1.allocated_size(kYPlane), frame2.allocated_size(kYPlane));
1213 EXPECT_EQ(0,
1214 memcmp(frame1.buffer(kYPlane),
1215 frame2.buffer(kYPlane),
1216 frame1.allocated_size(kYPlane)));
1217 ASSERT_EQ(frame1.allocated_size(kUPlane), frame2.allocated_size(kUPlane));
1218 EXPECT_EQ(0,
1219 memcmp(frame1.buffer(kUPlane),
1220 frame2.buffer(kUPlane),
1221 frame1.allocated_size(kUPlane)));
1222 ASSERT_EQ(frame1.allocated_size(kVPlane), frame2.allocated_size(kVPlane));
1223 EXPECT_EQ(0,
1224 memcmp(frame1.buffer(kVPlane),
1225 frame2.buffer(kVPlane),
1226 frame1.allocated_size(kVPlane)));
1227}
1228
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001229void ExpectEqualFramesVector(const std::vector<VideoFrame>& frames1,
1230 const std::vector<VideoFrame>& frames2) {
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001231 EXPECT_EQ(frames1.size(), frames2.size());
1232 for (size_t i = 0; i < std::min(frames1.size(), frames2.size()); ++i)
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +00001233 ExpectEqualFrames(frames1[i], frames2[i]);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001234}
1235
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001236VideoFrame CreateVideoFrame(int width, int height, uint8_t data) {
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001237 const int kSizeY = width * height * 2;
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +00001238 rtc::scoped_ptr<uint8_t[]> buffer(new uint8_t[kSizeY]);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001239 memset(buffer.get(), data, kSizeY);
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001240 VideoFrame frame;
magjed@webrtc.org2d2a30c2015-03-24 12:37:36 +00001241 frame.CreateFrame(buffer.get(), buffer.get(), buffer.get(), width, height,
1242 width, width / 2, width / 2);
1243 frame.set_timestamp(data);
1244 frame.set_render_time_ms(data);
wuchengli@chromium.orgf425b552014-06-20 12:04:05 +00001245 return frame;
1246}
1247
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001248TEST_F(VideoSendStreamTest, EncoderIsProperlyInitializedAndDestroyed) {
1249 class EncoderStateObserver : public test::SendTest, public VideoEncoder {
1250 public:
1251 EncoderStateObserver()
1252 : SendTest(kDefaultTimeoutMs),
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001253 initialized_(false),
1254 callback_registered_(false),
1255 num_releases_(0),
1256 released_(false) {}
1257
1258 bool IsReleased() {
Peter Boströmf2f82832015-05-01 13:00:41 +02001259 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001260 return released_;
1261 }
1262
1263 bool IsReadyForEncode() {
Peter Boströmf2f82832015-05-01 13:00:41 +02001264 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001265 return initialized_ && callback_registered_;
1266 }
1267
1268 size_t num_releases() {
Peter Boströmf2f82832015-05-01 13:00:41 +02001269 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001270 return num_releases_;
1271 }
1272
1273 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001274 int32_t InitEncode(const VideoCodec* codecSettings,
1275 int32_t numberOfCores,
1276 size_t maxPayloadSize) override {
Peter Boströmf2f82832015-05-01 13:00:41 +02001277 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001278 EXPECT_FALSE(initialized_);
1279 initialized_ = true;
1280 released_ = false;
1281 return 0;
1282 }
1283
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001284 int32_t Encode(const VideoFrame& inputImage,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001285 const CodecSpecificInfo* codecSpecificInfo,
pbos22993e12015-10-19 02:39:06 -07001286 const std::vector<FrameType>* frame_types) override {
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001287 EXPECT_TRUE(IsReadyForEncode());
1288
Peter Boström5811a392015-12-10 13:02:50 +01001289 observation_complete_.Set();
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001290 return 0;
1291 }
1292
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001293 int32_t RegisterEncodeCompleteCallback(
1294 EncodedImageCallback* callback) override {
Peter Boströmf2f82832015-05-01 13:00:41 +02001295 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001296 EXPECT_TRUE(initialized_);
1297 callback_registered_ = true;
1298 return 0;
1299 }
1300
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001301 int32_t Release() override {
Peter Boströmf2f82832015-05-01 13:00:41 +02001302 rtc::CritScope lock(&crit_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001303 EXPECT_TRUE(IsReadyForEncode());
1304 EXPECT_FALSE(released_);
1305 initialized_ = false;
1306 callback_registered_ = false;
1307 released_ = true;
1308 ++num_releases_;
1309 return 0;
1310 }
1311
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001312 int32_t SetChannelParameters(uint32_t packetLoss, int64_t rtt) override {
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001313 EXPECT_TRUE(IsReadyForEncode());
1314 return 0;
1315 }
1316
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001317 int32_t SetRates(uint32_t newBitRate, uint32_t frameRate) override {
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001318 EXPECT_TRUE(IsReadyForEncode());
1319 return 0;
1320 }
1321
stefanff483612015-12-21 03:14:00 -08001322 void OnVideoStreamsCreated(
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001323 VideoSendStream* send_stream,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001324 const std::vector<VideoReceiveStream*>& receive_streams) override {
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001325 // Encoder initialization should be done in stream construction before
1326 // starting.
1327 EXPECT_TRUE(IsReadyForEncode());
1328 stream_ = send_stream;
1329 }
1330
stefanff483612015-12-21 03:14:00 -08001331 void ModifyVideoConfigs(
1332 VideoSendStream::Config* send_config,
1333 std::vector<VideoReceiveStream::Config>* receive_configs,
1334 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001335 send_config->encoder_settings.encoder = this;
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001336 encoder_config_ = *encoder_config;
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001337 }
1338
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001339 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001340 EXPECT_TRUE(Wait()) << "Timed out while waiting for Encode.";
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001341 EXPECT_EQ(0u, num_releases());
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001342 stream_->ReconfigureVideoEncoder(encoder_config_);
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001343 EXPECT_EQ(0u, num_releases());
1344 stream_->Stop();
1345 // Encoder should not be released before destroying the VideoSendStream.
1346 EXPECT_FALSE(IsReleased());
1347 EXPECT_TRUE(IsReadyForEncode());
1348 stream_->Start();
1349 // Sanity check, make sure we still encode frames with this encoder.
Peter Boström5811a392015-12-10 13:02:50 +01001350 EXPECT_TRUE(Wait()) << "Timed out while waiting for Encode.";
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001351 }
1352
Peter Boströmf2f82832015-05-01 13:00:41 +02001353 rtc::CriticalSection crit_;
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001354 VideoSendStream* stream_;
1355 bool initialized_ GUARDED_BY(crit_);
1356 bool callback_registered_ GUARDED_BY(crit_);
1357 size_t num_releases_ GUARDED_BY(crit_);
1358 bool released_ GUARDED_BY(crit_);
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001359 VideoEncoderConfig encoder_config_;
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001360 } test_encoder;
1361
stefanf116bd02015-10-27 08:29:42 -07001362 RunBaseTest(&test_encoder, FakeNetworkPipe::Config());
pbos@webrtc.org161f8082014-07-07 14:22:35 +00001363
1364 EXPECT_TRUE(test_encoder.IsReleased());
1365 EXPECT_EQ(1u, test_encoder.num_releases());
1366}
1367
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001368TEST_F(VideoSendStreamTest, EncoderSetupPropagatesCommonEncoderConfigValues) {
1369 class VideoCodecConfigObserver : public test::SendTest,
1370 public test::FakeEncoder {
1371 public:
1372 VideoCodecConfigObserver()
1373 : SendTest(kDefaultTimeoutMs),
1374 FakeEncoder(Clock::GetRealTimeClock()),
1375 num_initializations_(0) {}
1376
1377 private:
stefanff483612015-12-21 03:14:00 -08001378 void ModifyVideoConfigs(
1379 VideoSendStream::Config* send_config,
1380 std::vector<VideoReceiveStream::Config>* receive_configs,
1381 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001382 send_config->encoder_settings.encoder = this;
1383 encoder_config_ = *encoder_config;
1384 }
1385
stefanff483612015-12-21 03:14:00 -08001386 void OnVideoStreamsCreated(
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001387 VideoSendStream* send_stream,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001388 const std::vector<VideoReceiveStream*>& receive_streams) override {
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001389 stream_ = send_stream;
1390 }
1391
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001392 int32_t InitEncode(const VideoCodec* config,
1393 int32_t number_of_cores,
1394 size_t max_payload_size) override {
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001395 if (num_initializations_ == 0) {
1396 // Verify default values.
1397 EXPECT_EQ(kRealtimeVideo, config->mode);
1398 } else {
1399 // Verify that changed values are propagated.
1400 EXPECT_EQ(kScreensharing, config->mode);
1401 }
1402 ++num_initializations_;
1403 return FakeEncoder::InitEncode(config, number_of_cores, max_payload_size);
1404 }
1405
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001406 void PerformTest() override {
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001407 EXPECT_EQ(1u, num_initializations_) << "VideoEncoder not initialized.";
1408
Erik Språng143cec12015-04-28 10:01:41 +02001409 encoder_config_.content_type = VideoEncoderConfig::ContentType::kScreen;
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001410 stream_->ReconfigureVideoEncoder(encoder_config_);
1411 EXPECT_EQ(2u, num_initializations_)
1412 << "ReconfigureVideoEncoder did not reinitialize the encoder with "
1413 "new encoder settings.";
1414 }
1415
1416 size_t num_initializations_;
1417 VideoSendStream* stream_;
1418 VideoEncoderConfig encoder_config_;
1419 } test;
1420
stefanf116bd02015-10-27 08:29:42 -07001421 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001422}
1423
Peter Boström53eda3d2015-03-27 15:53:18 +01001424static const size_t kVideoCodecConfigObserverNumberOfTemporalLayers = 4;
1425template <typename T>
1426class VideoCodecConfigObserver : public test::SendTest,
1427 public test::FakeEncoder {
Peter Boström53eda3d2015-03-27 15:53:18 +01001428 public:
1429 VideoCodecConfigObserver(VideoCodecType video_codec_type,
1430 const char* codec_name)
1431 : SendTest(VideoSendStreamTest::kDefaultTimeoutMs),
1432 FakeEncoder(Clock::GetRealTimeClock()),
1433 video_codec_type_(video_codec_type),
1434 codec_name_(codec_name),
1435 num_initializations_(0) {
1436 memset(&encoder_settings_, 0, sizeof(encoder_settings_));
1437 }
1438
1439 private:
stefanff483612015-12-21 03:14:00 -08001440 void ModifyVideoConfigs(
1441 VideoSendStream::Config* send_config,
1442 std::vector<VideoReceiveStream::Config>* receive_configs,
1443 VideoEncoderConfig* encoder_config) override {
Peter Boström53eda3d2015-03-27 15:53:18 +01001444 send_config->encoder_settings.encoder = this;
1445 send_config->encoder_settings.payload_name = codec_name_;
1446
1447 for (size_t i = 0; i < encoder_config->streams.size(); ++i) {
1448 encoder_config->streams[i].temporal_layer_thresholds_bps.resize(
1449 kVideoCodecConfigObserverNumberOfTemporalLayers - 1);
1450 }
1451
1452 encoder_config->encoder_specific_settings = &encoder_settings_;
1453 encoder_config_ = *encoder_config;
1454 }
1455
stefanff483612015-12-21 03:14:00 -08001456 void OnVideoStreamsCreated(
Peter Boström53eda3d2015-03-27 15:53:18 +01001457 VideoSendStream* send_stream,
1458 const std::vector<VideoReceiveStream*>& receive_streams) override {
1459 stream_ = send_stream;
1460 }
1461
1462 int32_t InitEncode(const VideoCodec* config,
1463 int32_t number_of_cores,
1464 size_t max_payload_size) override {
1465 EXPECT_EQ(video_codec_type_, config->codecType);
1466 VerifyCodecSpecifics(*config);
1467 ++num_initializations_;
1468 return FakeEncoder::InitEncode(config, number_of_cores, max_payload_size);
1469 }
1470
1471 void VerifyCodecSpecifics(const VideoCodec& config) const;
1472
1473 void PerformTest() override {
1474 EXPECT_EQ(1u, num_initializations_) << "VideoEncoder not initialized.";
1475
1476 encoder_settings_.frameDroppingOn = true;
1477 stream_->ReconfigureVideoEncoder(encoder_config_);
1478 EXPECT_EQ(2u, num_initializations_)
1479 << "ReconfigureVideoEncoder did not reinitialize the encoder with "
1480 "new encoder settings.";
1481 }
1482
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001483 int32_t Encode(const VideoFrame& input_image,
Peter Boström53eda3d2015-03-27 15:53:18 +01001484 const CodecSpecificInfo* codec_specific_info,
pbos22993e12015-10-19 02:39:06 -07001485 const std::vector<FrameType>* frame_types) override {
Peter Boström53eda3d2015-03-27 15:53:18 +01001486 // Silently skip the encode, FakeEncoder::Encode doesn't produce VP8.
1487 return 0;
1488 }
1489
1490 T encoder_settings_;
1491 const VideoCodecType video_codec_type_;
1492 const char* const codec_name_;
1493 size_t num_initializations_;
1494 VideoSendStream* stream_;
1495 VideoEncoderConfig encoder_config_;
1496};
1497
1498template <>
1499void VideoCodecConfigObserver<VideoCodecH264>::VerifyCodecSpecifics(
1500 const VideoCodec& config) const {
1501 EXPECT_EQ(0, memcmp(&config.codecSpecific.H264, &encoder_settings_,
1502 sizeof(encoder_settings_)));
1503}
1504template <>
1505void VideoCodecConfigObserver<VideoCodecVP8>::VerifyCodecSpecifics(
1506 const VideoCodec& config) const {
1507 // Check that the number of temporal layers has propagated properly to
1508 // VideoCodec.
1509 EXPECT_EQ(kVideoCodecConfigObserverNumberOfTemporalLayers,
1510 config.codecSpecific.VP8.numberOfTemporalLayers);
1511
1512 for (unsigned char i = 0; i < config.numberOfSimulcastStreams; ++i) {
1513 EXPECT_EQ(kVideoCodecConfigObserverNumberOfTemporalLayers,
1514 config.simulcastStream[i].numberOfTemporalLayers);
1515 }
1516
1517 // Set expected temporal layers as they should have been set when
1518 // reconfiguring the encoder and not match the set config.
1519 VideoCodecVP8 encoder_settings = encoder_settings_;
1520 encoder_settings.numberOfTemporalLayers =
1521 kVideoCodecConfigObserverNumberOfTemporalLayers;
1522 EXPECT_EQ(0, memcmp(&config.codecSpecific.VP8, &encoder_settings,
1523 sizeof(encoder_settings_)));
1524}
1525template <>
1526void VideoCodecConfigObserver<VideoCodecVP9>::VerifyCodecSpecifics(
1527 const VideoCodec& config) const {
1528 // Check that the number of temporal layers has propagated properly to
1529 // VideoCodec.
1530 EXPECT_EQ(kVideoCodecConfigObserverNumberOfTemporalLayers,
1531 config.codecSpecific.VP9.numberOfTemporalLayers);
1532
1533 for (unsigned char i = 0; i < config.numberOfSimulcastStreams; ++i) {
1534 EXPECT_EQ(kVideoCodecConfigObserverNumberOfTemporalLayers,
1535 config.simulcastStream[i].numberOfTemporalLayers);
1536 }
1537
1538 // Set expected temporal layers as they should have been set when
1539 // reconfiguring the encoder and not match the set config.
1540 VideoCodecVP9 encoder_settings = encoder_settings_;
1541 encoder_settings.numberOfTemporalLayers =
1542 kVideoCodecConfigObserverNumberOfTemporalLayers;
1543 EXPECT_EQ(0, memcmp(&config.codecSpecific.VP9, &encoder_settings,
1544 sizeof(encoder_settings_)));
1545}
1546
pbos@webrtc.org91f17522014-07-10 10:13:37 +00001547TEST_F(VideoSendStreamTest, EncoderSetupPropagatesVp8Config) {
Peter Boström53eda3d2015-03-27 15:53:18 +01001548 VideoCodecConfigObserver<VideoCodecVP8> test(kVideoCodecVP8, "VP8");
stefanf116bd02015-10-27 08:29:42 -07001549 RunBaseTest(&test, FakeNetworkPipe::Config());
Peter Boström53eda3d2015-03-27 15:53:18 +01001550}
pbos@webrtc.org91f17522014-07-10 10:13:37 +00001551
Peter Boström53eda3d2015-03-27 15:53:18 +01001552TEST_F(VideoSendStreamTest, EncoderSetupPropagatesVp9Config) {
1553 VideoCodecConfigObserver<VideoCodecVP9> test(kVideoCodecVP9, "VP9");
stefanf116bd02015-10-27 08:29:42 -07001554 RunBaseTest(&test, FakeNetworkPipe::Config());
Peter Boström53eda3d2015-03-27 15:53:18 +01001555}
pbos@webrtc.org91f17522014-07-10 10:13:37 +00001556
Peter Boström53eda3d2015-03-27 15:53:18 +01001557TEST_F(VideoSendStreamTest, EncoderSetupPropagatesH264Config) {
1558 VideoCodecConfigObserver<VideoCodecH264> test(kVideoCodecH264, "H264");
stefanf116bd02015-10-27 08:29:42 -07001559 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org91f17522014-07-10 10:13:37 +00001560}
1561
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001562TEST_F(VideoSendStreamTest, RtcpSenderReportContainsMediaBytesSent) {
asapersson@webrtc.org14674212015-02-23 08:14:07 +00001563 class RtcpSenderReportTest : public test::SendTest {
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001564 public:
asapersson@webrtc.org14674212015-02-23 08:14:07 +00001565 RtcpSenderReportTest() : SendTest(kDefaultTimeoutMs),
1566 rtp_packets_sent_(0),
1567 media_bytes_sent_(0) {}
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001568
1569 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001570 Action OnSendRtp(const uint8_t* packet, size_t length) override {
stefan4b569042015-11-11 06:39:57 -08001571 rtc::CritScope lock(&crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001572 RTPHeader header;
1573 EXPECT_TRUE(parser_->Parse(packet, length, &header));
asapersson@webrtc.org14674212015-02-23 08:14:07 +00001574 ++rtp_packets_sent_;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001575 media_bytes_sent_ += length - header.headerLength - header.paddingLength;
1576 return SEND_PACKET;
1577 }
1578
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001579 Action OnSendRtcp(const uint8_t* packet, size_t length) override {
stefan4b569042015-11-11 06:39:57 -08001580 rtc::CritScope lock(&crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001581 RTCPUtility::RTCPParserV2 parser(packet, length, true);
1582 EXPECT_TRUE(parser.IsValid());
1583
1584 RTCPUtility::RTCPPacketTypes packet_type = parser.Begin();
Erik Språng242e22b2015-05-11 10:17:43 +02001585 while (packet_type != RTCPUtility::RTCPPacketTypes::kInvalid) {
1586 if (packet_type == RTCPUtility::RTCPPacketTypes::kSr) {
asapersson@webrtc.org14674212015-02-23 08:14:07 +00001587 // Only compare sent media bytes if SenderPacketCount matches the
1588 // number of sent rtp packets (a new rtp packet could be sent before
1589 // the rtcp packet).
1590 if (parser.Packet().SR.SenderOctetCount > 0 &&
1591 parser.Packet().SR.SenderPacketCount == rtp_packets_sent_) {
1592 EXPECT_EQ(media_bytes_sent_, parser.Packet().SR.SenderOctetCount);
Peter Boström5811a392015-12-10 13:02:50 +01001593 observation_complete_.Set();
asapersson@webrtc.org14674212015-02-23 08:14:07 +00001594 }
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001595 }
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001596 packet_type = parser.Iterate();
1597 }
1598
1599 return SEND_PACKET;
1600 }
1601
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001602 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001603 EXPECT_TRUE(Wait()) << "Timed out while waiting for RTCP sender report.";
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001604 }
1605
stefan4b569042015-11-11 06:39:57 -08001606 rtc::CriticalSection crit_;
1607 size_t rtp_packets_sent_ GUARDED_BY(&crit_);
1608 size_t media_bytes_sent_ GUARDED_BY(&crit_);
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001609 } test;
1610
stefanf116bd02015-10-27 08:29:42 -07001611 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +00001612}
1613
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001614TEST_F(VideoSendStreamTest, TranslatesTwoLayerScreencastToTargetBitrate) {
1615 static const int kScreencastTargetBitrateKbps = 200;
1616 class ScreencastTargetBitrateTest : public test::SendTest,
1617 public test::FakeEncoder {
1618 public:
1619 ScreencastTargetBitrateTest()
1620 : SendTest(kDefaultTimeoutMs),
1621 test::FakeEncoder(Clock::GetRealTimeClock()) {}
1622
1623 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001624 int32_t InitEncode(const VideoCodec* config,
1625 int32_t number_of_cores,
1626 size_t max_payload_size) override {
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001627 EXPECT_EQ(static_cast<unsigned int>(kScreencastTargetBitrateKbps),
1628 config->targetBitrate);
Peter Boström5811a392015-12-10 13:02:50 +01001629 observation_complete_.Set();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001630 return test::FakeEncoder::InitEncode(
1631 config, number_of_cores, max_payload_size);
1632 }
stefanff483612015-12-21 03:14:00 -08001633 void ModifyVideoConfigs(
1634 VideoSendStream::Config* send_config,
1635 std::vector<VideoReceiveStream::Config>* receive_configs,
1636 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001637 send_config->encoder_settings.encoder = this;
1638 EXPECT_EQ(1u, encoder_config->streams.size());
1639 EXPECT_TRUE(
1640 encoder_config->streams[0].temporal_layer_thresholds_bps.empty());
1641 encoder_config->streams[0].temporal_layer_thresholds_bps.push_back(
1642 kScreencastTargetBitrateKbps * 1000);
Erik Språng143cec12015-04-28 10:01:41 +02001643 encoder_config->content_type = VideoEncoderConfig::ContentType::kScreen;
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001644 }
1645
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001646 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001647 EXPECT_TRUE(Wait())
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001648 << "Timed out while waiting for the encoder to be initialized.";
1649 }
1650 } test;
1651
stefanf116bd02015-10-27 08:29:42 -07001652 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001653}
pbos@webrtc.org00873182014-11-25 14:03:34 +00001654
honghaizcfb7f01f2015-12-21 13:34:54 -08001655// Disabled on LinuxAsan:
1656// https://bugs.chromium.org/p/webrtc/issues/detail?id=5382
1657#if defined(ADDRESS_SANITIZER) && defined(WEBRTC_LINUX)
1658#define MAYBE_ReconfigureBitratesSetsEncoderBitratesCorrectly \
1659 DISABLED_ReconfigureBitratesSetsEncoderBitratesCorrectly
1660#else
1661#define MAYBE_ReconfigureBitratesSetsEncoderBitratesCorrectly \
1662 ReconfigureBitratesSetsEncoderBitratesCorrectly
1663#endif
1664
1665TEST_F(VideoSendStreamTest,
1666 MAYBE_ReconfigureBitratesSetsEncoderBitratesCorrectly) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00001667 // These are chosen to be "kind of odd" to not be accidentally checked against
1668 // default values.
1669 static const int kMinBitrateKbps = 137;
1670 static const int kStartBitrateKbps = 345;
1671 static const int kLowerMaxBitrateKbps = 312;
1672 static const int kMaxBitrateKbps = 413;
1673 static const int kIncreasedStartBitrateKbps = 451;
1674 static const int kIncreasedMaxBitrateKbps = 597;
1675 class EncoderBitrateThresholdObserver : public test::SendTest,
1676 public test::FakeEncoder {
1677 public:
1678 EncoderBitrateThresholdObserver()
1679 : SendTest(kDefaultTimeoutMs),
1680 FakeEncoder(Clock::GetRealTimeClock()),
1681 num_initializations_(0) {}
1682
1683 private:
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001684 int32_t InitEncode(const VideoCodec* codecSettings,
1685 int32_t numberOfCores,
1686 size_t maxPayloadSize) override {
pbos@webrtc.org00873182014-11-25 14:03:34 +00001687 if (num_initializations_ == 0) {
1688 EXPECT_EQ(static_cast<unsigned int>(kMinBitrateKbps),
1689 codecSettings->minBitrate);
1690 EXPECT_EQ(static_cast<unsigned int>(kStartBitrateKbps),
1691 codecSettings->startBitrate);
1692 EXPECT_EQ(static_cast<unsigned int>(kMaxBitrateKbps),
1693 codecSettings->maxBitrate);
Peter Boström5811a392015-12-10 13:02:50 +01001694 observation_complete_.Set();
pbos@webrtc.org00873182014-11-25 14:03:34 +00001695 } else if (num_initializations_ == 1) {
1696 EXPECT_EQ(static_cast<unsigned int>(kLowerMaxBitrateKbps),
1697 codecSettings->maxBitrate);
1698 // The start bitrate should be kept (-1) and capped to the max bitrate.
1699 // Since this is not an end-to-end call no receiver should have been
1700 // returning a REMB that could lower this estimate.
1701 EXPECT_EQ(codecSettings->startBitrate, codecSettings->maxBitrate);
1702 } else if (num_initializations_ == 2) {
1703 EXPECT_EQ(static_cast<unsigned int>(kIncreasedMaxBitrateKbps),
1704 codecSettings->maxBitrate);
1705 EXPECT_EQ(static_cast<unsigned int>(kIncreasedStartBitrateKbps),
1706 codecSettings->startBitrate);
1707 }
1708 ++num_initializations_;
1709 return FakeEncoder::InitEncode(codecSettings, numberOfCores,
1710 maxPayloadSize);
1711 }
1712
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001713 Call::Config GetSenderCallConfig() override {
solenberg4fbae2b2015-08-28 04:07:10 -07001714 Call::Config config;
Stefan Holmere5904162015-03-26 11:11:06 +01001715 config.bitrate_config.min_bitrate_bps = kMinBitrateKbps * 1000;
1716 config.bitrate_config.start_bitrate_bps = kStartBitrateKbps * 1000;
1717 config.bitrate_config.max_bitrate_bps = kMaxBitrateKbps * 1000;
pbos@webrtc.org00873182014-11-25 14:03:34 +00001718 return config;
1719 }
1720
stefanff483612015-12-21 03:14:00 -08001721 void ModifyVideoConfigs(
1722 VideoSendStream::Config* send_config,
1723 std::vector<VideoReceiveStream::Config>* receive_configs,
1724 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.org00873182014-11-25 14:03:34 +00001725 send_config->encoder_settings.encoder = this;
1726 // Set bitrates lower/higher than min/max to make sure they are properly
1727 // capped.
Stefan Holmere5904162015-03-26 11:11:06 +01001728 encoder_config->streams.front().min_bitrate_bps = kMinBitrateKbps * 1000;
1729 encoder_config->streams.front().max_bitrate_bps = kMaxBitrateKbps * 1000;
1730 encoder_config_ = *encoder_config;
pbos@webrtc.org00873182014-11-25 14:03:34 +00001731 }
1732
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001733 void OnCallsCreated(Call* sender_call, Call* receiver_call) override {
pbos@webrtc.org00873182014-11-25 14:03:34 +00001734 call_ = sender_call;
1735 }
1736
stefanff483612015-12-21 03:14:00 -08001737 void OnVideoStreamsCreated(
Stefan Holmere5904162015-03-26 11:11:06 +01001738 VideoSendStream* send_stream,
1739 const std::vector<VideoReceiveStream*>& receive_streams) override {
1740 send_stream_ = send_stream;
1741 }
1742
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001743 void PerformTest() override {
pbos@webrtc.org00873182014-11-25 14:03:34 +00001744 Call::Config::BitrateConfig bitrate_config;
pbos@webrtc.org00873182014-11-25 14:03:34 +00001745 bitrate_config.start_bitrate_bps = kIncreasedStartBitrateKbps * 1000;
1746 bitrate_config.max_bitrate_bps = kIncreasedMaxBitrateKbps * 1000;
1747 call_->SetBitrateConfig(bitrate_config);
Peter Boström5811a392015-12-10 13:02:50 +01001748 EXPECT_TRUE(Wait())
Stefan Holmere5904162015-03-26 11:11:06 +01001749 << "Timed out while waiting encoder to be configured.";
1750 encoder_config_.streams[0].min_bitrate_bps = 0;
1751 encoder_config_.streams[0].max_bitrate_bps = kLowerMaxBitrateKbps * 1000;
1752 send_stream_->ReconfigureVideoEncoder(encoder_config_);
1753 EXPECT_EQ(2, num_initializations_)
1754 << "Encoder should have been reconfigured with the new value.";
1755 encoder_config_.streams[0].target_bitrate_bps =
1756 encoder_config_.streams[0].min_bitrate_bps;
1757 encoder_config_.streams[0].max_bitrate_bps =
1758 kIncreasedMaxBitrateKbps * 1000;
1759 send_stream_->ReconfigureVideoEncoder(encoder_config_);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001760 EXPECT_EQ(3, num_initializations_)
1761 << "Encoder should have been reconfigured with the new value.";
1762 }
1763
1764 int num_initializations_;
1765 webrtc::Call* call_;
Stefan Holmere5904162015-03-26 11:11:06 +01001766 webrtc::VideoSendStream* send_stream_;
1767 webrtc::VideoEncoderConfig encoder_config_;
pbos@webrtc.org00873182014-11-25 14:03:34 +00001768 } test;
1769
stefanf116bd02015-10-27 08:29:42 -07001770 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org00873182014-11-25 14:03:34 +00001771}
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001772
1773TEST_F(VideoSendStreamTest, ReportsSentResolution) {
1774 static const size_t kNumStreams = 3;
1775 // Unusual resolutions to make sure that they are the ones being reported.
1776 static const struct {
1777 int width;
1778 int height;
1779 } kEncodedResolution[kNumStreams] = {
1780 {241, 181}, {300, 121}, {121, 221}};
1781 class ScreencastTargetBitrateTest : public test::SendTest,
1782 public test::FakeEncoder {
1783 public:
1784 ScreencastTargetBitrateTest()
1785 : SendTest(kDefaultTimeoutMs),
1786 test::FakeEncoder(Clock::GetRealTimeClock()) {}
1787
1788 private:
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -07001789 int32_t Encode(const VideoFrame& input_image,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001790 const CodecSpecificInfo* codecSpecificInfo,
pbos22993e12015-10-19 02:39:06 -07001791 const std::vector<FrameType>* frame_types) override {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001792 CodecSpecificInfo specifics;
1793 memset(&specifics, 0, sizeof(specifics));
1794 specifics.codecType = kVideoCodecGeneric;
1795
1796 uint8_t buffer[16] = {0};
1797 EncodedImage encoded(buffer, sizeof(buffer), sizeof(buffer));
1798 encoded._timeStamp = input_image.timestamp();
1799 encoded.capture_time_ms_ = input_image.render_time_ms();
1800
1801 for (size_t i = 0; i < kNumStreams; ++i) {
1802 specifics.codecSpecific.generic.simulcast_idx = static_cast<uint8_t>(i);
1803 encoded._frameType = (*frame_types)[i];
1804 encoded._encodedWidth = kEncodedResolution[i].width;
1805 encoded._encodedHeight = kEncodedResolution[i].height;
henrikg91d6ede2015-09-17 00:24:34 -07001806 RTC_DCHECK(callback_ != nullptr);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +00001807 if (callback_->Encoded(encoded, &specifics, nullptr) != 0)
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001808 return -1;
1809 }
1810
Peter Boström5811a392015-12-10 13:02:50 +01001811 observation_complete_.Set();
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001812 return 0;
1813 }
stefanff483612015-12-21 03:14:00 -08001814 void ModifyVideoConfigs(
1815 VideoSendStream::Config* send_config,
1816 std::vector<VideoReceiveStream::Config>* receive_configs,
1817 VideoEncoderConfig* encoder_config) override {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001818 send_config->encoder_settings.encoder = this;
1819 EXPECT_EQ(kNumStreams, encoder_config->streams.size());
1820 }
1821
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001822 size_t GetNumStreams() const override { return kNumStreams; }
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001823
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001824 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001825 EXPECT_TRUE(Wait())
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001826 << "Timed out while waiting for the encoder to send one frame.";
1827 VideoSendStream::Stats stats = send_stream_->GetStats();
1828
1829 for (size_t i = 0; i < kNumStreams; ++i) {
1830 ASSERT_TRUE(stats.substreams.find(kSendSsrcs[i]) !=
1831 stats.substreams.end())
1832 << "No stats for SSRC: " << kSendSsrcs[i]
1833 << ", stats should exist as soon as frames have been encoded.";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001834 VideoSendStream::StreamStats ssrc_stats =
1835 stats.substreams[kSendSsrcs[i]];
1836 EXPECT_EQ(kEncodedResolution[i].width, ssrc_stats.width);
1837 EXPECT_EQ(kEncodedResolution[i].height, ssrc_stats.height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001838 }
1839 }
1840
stefanff483612015-12-21 03:14:00 -08001841 void OnVideoStreamsCreated(
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001842 VideoSendStream* send_stream,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001843 const std::vector<VideoReceiveStream*>& receive_streams) override {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001844 send_stream_ = send_stream;
1845 }
1846
1847 VideoSendStream* send_stream_;
1848 } test;
1849
stefanf116bd02015-10-27 08:29:42 -07001850 RunBaseTest(&test, FakeNetworkPipe::Config());
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001851}
philipel0f9af012015-09-01 07:01:51 -07001852
Åsa Perssonff24c042015-12-04 10:58:08 +01001853class Vp9HeaderObserver : public test::SendTest {
philipel0f9af012015-09-01 07:01:51 -07001854 public:
Åsa Perssonff24c042015-12-04 10:58:08 +01001855 Vp9HeaderObserver()
1856 : SendTest(VideoSendStreamTest::kLongTimeoutMs),
philipel7fabd462015-09-03 04:42:32 -07001857 vp9_encoder_(VP9Encoder::Create()),
Åsa Perssonff24c042015-12-04 10:58:08 +01001858 vp9_settings_(VideoEncoder::GetDefaultVp9Settings()),
1859 packets_sent_(0),
1860 frames_sent_(0) {}
philipel7fabd462015-09-03 04:42:32 -07001861
stefanff483612015-12-21 03:14:00 -08001862 virtual void ModifyVideoConfigsHook(
philipel0f9af012015-09-01 07:01:51 -07001863 VideoSendStream::Config* send_config,
1864 std::vector<VideoReceiveStream::Config>* receive_configs,
1865 VideoEncoderConfig* encoder_config) {}
1866
Åsa Perssonff24c042015-12-04 10:58:08 +01001867 virtual void InspectHeader(const RTPVideoHeaderVP9& vp9) = 0;
philipel0f9af012015-09-01 07:01:51 -07001868
1869 private:
1870 const int kVp9PayloadType = 105;
1871
stefanff483612015-12-21 03:14:00 -08001872 void ModifyVideoConfigs(
1873 VideoSendStream::Config* send_config,
1874 std::vector<VideoReceiveStream::Config>* receive_configs,
1875 VideoEncoderConfig* encoder_config) override {
philipel0f9af012015-09-01 07:01:51 -07001876 encoder_config->encoder_specific_settings = &vp9_settings_;
philipel7fabd462015-09-03 04:42:32 -07001877 send_config->encoder_settings.encoder = vp9_encoder_.get();
philipel0f9af012015-09-01 07:01:51 -07001878 send_config->encoder_settings.payload_name = "VP9";
1879 send_config->encoder_settings.payload_type = kVp9PayloadType;
stefanff483612015-12-21 03:14:00 -08001880 ModifyVideoConfigsHook(send_config, receive_configs, encoder_config);
Åsa Perssonff24c042015-12-04 10:58:08 +01001881 EXPECT_EQ(1u, encoder_config->streams.size());
1882 encoder_config->streams[0].temporal_layer_thresholds_bps.resize(
1883 vp9_settings_.numberOfTemporalLayers - 1);
1884 encoder_config_ = *encoder_config;
philipel0f9af012015-09-01 07:01:51 -07001885 }
1886
1887 void PerformTest() override {
Peter Boström5811a392015-12-10 13:02:50 +01001888 EXPECT_TRUE(Wait()) << "Test timed out waiting for VP9 packet, num frames "
1889 << frames_sent_;
philipel0f9af012015-09-01 07:01:51 -07001890 }
1891
1892 Action OnSendRtp(const uint8_t* packet, size_t length) override {
1893 RTPHeader header;
1894 EXPECT_TRUE(parser_->Parse(packet, length, &header));
1895
Åsa Perssonff24c042015-12-04 10:58:08 +01001896 EXPECT_EQ(kVp9PayloadType, header.payloadType);
1897 const uint8_t* payload = packet + header.headerLength;
1898 size_t payload_length = length - header.headerLength - header.paddingLength;
philipel0f9af012015-09-01 07:01:51 -07001899
Åsa Perssonff24c042015-12-04 10:58:08 +01001900 bool new_packet = packets_sent_ == 0 ||
1901 IsNewerSequenceNumber(header.sequenceNumber,
1902 last_header_.sequenceNumber);
1903 if (payload_length > 0 && new_packet) {
1904 RtpDepacketizer::ParsedPayload parsed;
1905 RtpDepacketizerVp9 depacketizer;
1906 EXPECT_TRUE(depacketizer.Parse(&parsed, payload, payload_length));
1907 EXPECT_EQ(RtpVideoCodecTypes::kRtpVideoVp9, parsed.type.Video.codec);
1908 // Verify common fields for all configurations.
1909 VerifyCommonHeader(parsed.type.Video.codecHeader.VP9);
1910 CompareConsecutiveFrames(header, parsed.type.Video);
1911 // Verify configuration specific settings.
1912 InspectHeader(parsed.type.Video.codecHeader.VP9);
philipel0f9af012015-09-01 07:01:51 -07001913
Åsa Perssonff24c042015-12-04 10:58:08 +01001914 ++packets_sent_;
1915 if (header.markerBit) {
1916 ++frames_sent_;
philipel0f9af012015-09-01 07:01:51 -07001917 }
Åsa Perssonff24c042015-12-04 10:58:08 +01001918 last_header_ = header;
1919 last_vp9_ = parsed.type.Video.codecHeader.VP9;
philipel0f9af012015-09-01 07:01:51 -07001920 }
philipel0f9af012015-09-01 07:01:51 -07001921 return SEND_PACKET;
1922 }
1923
philipel7fabd462015-09-03 04:42:32 -07001924 protected:
Åsa Perssonff24c042015-12-04 10:58:08 +01001925 bool ContinuousPictureId(const RTPVideoHeaderVP9& vp9) const {
1926 if (last_vp9_.picture_id > vp9.picture_id) {
1927 return vp9.picture_id == 0; // Wrap.
1928 } else {
1929 return vp9.picture_id == last_vp9_.picture_id + 1;
1930 }
1931 }
1932
1933 void VerifySpatialIdxWithinFrame(const RTPVideoHeaderVP9& vp9) const {
Åsa Perssonff24c042015-12-04 10:58:08 +01001934 bool new_layer = vp9.spatial_idx != last_vp9_.spatial_idx;
1935 EXPECT_EQ(new_layer, vp9.beginning_of_frame);
1936 EXPECT_EQ(new_layer, last_vp9_.end_of_frame);
1937 EXPECT_EQ(new_layer ? last_vp9_.spatial_idx + 1 : last_vp9_.spatial_idx,
1938 vp9.spatial_idx);
1939 }
1940
1941 void VerifyFixedTemporalLayerStructure(const RTPVideoHeaderVP9& vp9,
1942 uint8_t num_layers) const {
1943 switch (num_layers) {
1944 case 0:
1945 VerifyTemporalLayerStructure0(vp9);
1946 break;
1947 case 1:
1948 VerifyTemporalLayerStructure1(vp9);
1949 break;
1950 case 2:
1951 VerifyTemporalLayerStructure2(vp9);
1952 break;
1953 case 3:
1954 VerifyTemporalLayerStructure3(vp9);
1955 break;
1956 default:
1957 RTC_NOTREACHED();
1958 }
1959 }
1960
1961 void VerifyTemporalLayerStructure0(const RTPVideoHeaderVP9& vp9) const {
1962 EXPECT_EQ(kNoTl0PicIdx, vp9.tl0_pic_idx);
1963 EXPECT_EQ(kNoTemporalIdx, vp9.temporal_idx); // no tid
1964 EXPECT_FALSE(vp9.temporal_up_switch);
1965 }
1966
1967 void VerifyTemporalLayerStructure1(const RTPVideoHeaderVP9& vp9) const {
1968 EXPECT_NE(kNoTl0PicIdx, vp9.tl0_pic_idx);
1969 EXPECT_EQ(0, vp9.temporal_idx); // 0,0,0,...
1970 EXPECT_FALSE(vp9.temporal_up_switch);
1971 }
1972
1973 void VerifyTemporalLayerStructure2(const RTPVideoHeaderVP9& vp9) const {
1974 EXPECT_NE(kNoTl0PicIdx, vp9.tl0_pic_idx);
1975 EXPECT_GE(vp9.temporal_idx, 0); // 0,1,0,1,... (tid reset on I-frames).
1976 EXPECT_LE(vp9.temporal_idx, 1);
1977 EXPECT_EQ(vp9.temporal_idx > 0, vp9.temporal_up_switch);
1978 if (IsNewPictureId(vp9)) {
1979 uint8_t expected_tid =
1980 (!vp9.inter_pic_predicted || last_vp9_.temporal_idx == 1) ? 0 : 1;
1981 EXPECT_EQ(expected_tid, vp9.temporal_idx);
1982 }
1983 }
1984
1985 void VerifyTemporalLayerStructure3(const RTPVideoHeaderVP9& vp9) const {
1986 EXPECT_NE(kNoTl0PicIdx, vp9.tl0_pic_idx);
1987 EXPECT_GE(vp9.temporal_idx, 0); // 0,2,1,2,... (tid reset on I-frames).
1988 EXPECT_LE(vp9.temporal_idx, 2);
1989 if (IsNewPictureId(vp9) && vp9.inter_pic_predicted) {
1990 EXPECT_NE(vp9.temporal_idx, last_vp9_.temporal_idx);
1991 switch (vp9.temporal_idx) {
1992 case 0:
1993 EXPECT_EQ(2, last_vp9_.temporal_idx);
1994 EXPECT_FALSE(vp9.temporal_up_switch);
1995 break;
1996 case 1:
1997 EXPECT_EQ(2, last_vp9_.temporal_idx);
1998 EXPECT_TRUE(vp9.temporal_up_switch);
1999 break;
2000 case 2:
2001 EXPECT_EQ(last_vp9_.temporal_idx == 0, vp9.temporal_up_switch);
2002 break;
2003 }
2004 }
2005 }
2006
2007 void VerifyTl0Idx(const RTPVideoHeaderVP9& vp9) const {
2008 if (vp9.tl0_pic_idx == kNoTl0PicIdx)
2009 return;
2010
2011 uint8_t expected_tl0_idx = last_vp9_.tl0_pic_idx;
2012 if (vp9.temporal_idx == 0)
2013 ++expected_tl0_idx;
2014 EXPECT_EQ(expected_tl0_idx, vp9.tl0_pic_idx);
2015 }
2016
2017 bool IsNewPictureId(const RTPVideoHeaderVP9& vp9) const {
2018 return frames_sent_ > 0 && (vp9.picture_id != last_vp9_.picture_id);
2019 }
2020
2021 // Flexible mode (F=1): Non-flexible mode (F=0):
2022 //
2023 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2024 // |I|P|L|F|B|E|V|-| |I|P|L|F|B|E|V|-|
2025 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2026 // I: |M| PICTURE ID | I: |M| PICTURE ID |
2027 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2028 // M: | EXTENDED PID | M: | EXTENDED PID |
2029 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2030 // L: | T |U| S |D| L: | T |U| S |D|
2031 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2032 // P,F: | P_DIFF |X|N| | TL0PICIDX |
2033 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2034 // X: |EXTENDED P_DIFF| V: | SS .. |
2035 // +-+-+-+-+-+-+-+-+ +-+-+-+-+-+-+-+-+
2036 // V: | SS .. |
2037 // +-+-+-+-+-+-+-+-+
2038 void VerifyCommonHeader(const RTPVideoHeaderVP9& vp9) const {
2039 EXPECT_EQ(kMaxTwoBytePictureId, vp9.max_picture_id); // M:1
2040 EXPECT_NE(kNoPictureId, vp9.picture_id); // I:1
2041 EXPECT_EQ(vp9_settings_.flexibleMode, vp9.flexible_mode); // F
2042 EXPECT_GE(vp9.spatial_idx, 0); // S
2043 EXPECT_LT(vp9.spatial_idx, vp9_settings_.numberOfSpatialLayers);
2044 if (vp9.ss_data_available) // V
2045 VerifySsData(vp9);
2046
2047 if (frames_sent_ == 0)
2048 EXPECT_FALSE(vp9.inter_pic_predicted); // P
2049
2050 if (!vp9.inter_pic_predicted) {
2051 EXPECT_TRUE(vp9.temporal_idx == 0 || vp9.temporal_idx == kNoTemporalIdx);
2052 EXPECT_FALSE(vp9.temporal_up_switch);
2053 }
2054 }
2055
2056 // Scalability structure (SS).
2057 //
2058 // +-+-+-+-+-+-+-+-+
2059 // V: | N_S |Y|G|-|-|-|
2060 // +-+-+-+-+-+-+-+-+
2061 // Y: | WIDTH | N_S + 1 times
2062 // +-+-+-+-+-+-+-+-+
2063 // | HEIGHT |
2064 // +-+-+-+-+-+-+-+-+
2065 // G: | N_G |
2066 // +-+-+-+-+-+-+-+-+
2067 // N_G: | T |U| R |-|-| N_G times
2068 // +-+-+-+-+-+-+-+-+
2069 // | P_DIFF | R times
2070 // +-+-+-+-+-+-+-+-+
2071 void VerifySsData(const RTPVideoHeaderVP9& vp9) const {
2072 EXPECT_TRUE(vp9.ss_data_available); // V
2073 EXPECT_EQ(vp9_settings_.numberOfSpatialLayers, // N_S + 1
2074 vp9.num_spatial_layers);
2075 EXPECT_TRUE(vp9.spatial_layer_resolution_present); // Y:1
2076 size_t expected_width = encoder_config_.streams[0].width;
2077 size_t expected_height = encoder_config_.streams[0].height;
2078 for (int i = vp9.num_spatial_layers - 1; i >= 0; --i) {
2079 EXPECT_EQ(expected_width, vp9.width[i]); // WIDTH
2080 EXPECT_EQ(expected_height, vp9.height[i]); // HEIGHT
2081 expected_width /= 2;
2082 expected_height /= 2;
2083 }
2084 }
2085
2086 void CompareConsecutiveFrames(const RTPHeader& header,
2087 const RTPVideoHeader& video) const {
2088 const RTPVideoHeaderVP9& vp9 = video.codecHeader.VP9;
2089
2090 bool new_frame = packets_sent_ == 0 ||
2091 IsNewerTimestamp(header.timestamp, last_header_.timestamp);
2092 EXPECT_EQ(new_frame, video.isFirstPacket);
2093 if (!new_frame) {
2094 EXPECT_FALSE(last_header_.markerBit);
2095 EXPECT_EQ(last_header_.timestamp, header.timestamp);
2096 EXPECT_EQ(last_vp9_.picture_id, vp9.picture_id);
2097 EXPECT_EQ(last_vp9_.temporal_idx, vp9.temporal_idx);
2098 EXPECT_EQ(last_vp9_.tl0_pic_idx, vp9.tl0_pic_idx);
2099 VerifySpatialIdxWithinFrame(vp9);
2100 return;
2101 }
2102 // New frame.
2103 EXPECT_TRUE(vp9.beginning_of_frame);
2104
2105 // Compare with last packet in previous frame.
2106 if (frames_sent_ == 0)
2107 return;
2108 EXPECT_TRUE(last_vp9_.end_of_frame);
2109 EXPECT_TRUE(last_header_.markerBit);
2110 EXPECT_TRUE(ContinuousPictureId(vp9));
2111 VerifyTl0Idx(vp9);
2112 }
2113
philipel7fabd462015-09-03 04:42:32 -07002114 rtc::scoped_ptr<VP9Encoder> vp9_encoder_;
philipel0f9af012015-09-01 07:01:51 -07002115 VideoCodecVP9 vp9_settings_;
Åsa Perssonff24c042015-12-04 10:58:08 +01002116 webrtc::VideoEncoderConfig encoder_config_;
2117 RTPHeader last_header_;
2118 RTPVideoHeaderVP9 last_vp9_;
2119 size_t packets_sent_;
2120 size_t frames_sent_;
philipel0f9af012015-09-01 07:01:51 -07002121};
2122
Åsa Perssonff24c042015-12-04 10:58:08 +01002123TEST_F(VideoSendStreamTest, Vp9NonFlexMode_1Tl1SLayers) {
2124 const uint8_t kNumTemporalLayers = 1;
2125 const uint8_t kNumSpatialLayers = 1;
2126 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2127}
2128
2129TEST_F(VideoSendStreamTest, Vp9NonFlexMode_2Tl1SLayers) {
2130 const uint8_t kNumTemporalLayers = 2;
2131 const uint8_t kNumSpatialLayers = 1;
2132 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2133}
2134
2135TEST_F(VideoSendStreamTest, Vp9NonFlexMode_3Tl1SLayers) {
2136 const uint8_t kNumTemporalLayers = 3;
2137 const uint8_t kNumSpatialLayers = 1;
2138 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2139}
2140
2141TEST_F(VideoSendStreamTest, Vp9NonFlexMode_1Tl2SLayers) {
2142 const uint8_t kNumTemporalLayers = 1;
2143 const uint8_t kNumSpatialLayers = 2;
2144 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2145}
2146
kjellander44cc7952016-01-06 22:12:27 -08002147#if !defined(MEMORY_SANITIZER)
2148// Fails under MemorySanitizer:
2149// See https://code.google.com/p/webrtc/issues/detail?id=5402.
Åsa Perssonff24c042015-12-04 10:58:08 +01002150TEST_F(VideoSendStreamTest, Vp9NonFlexMode_2Tl2SLayers) {
2151 const uint8_t kNumTemporalLayers = 2;
2152 const uint8_t kNumSpatialLayers = 2;
2153 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2154}
2155
2156TEST_F(VideoSendStreamTest, Vp9NonFlexMode_3Tl2SLayers) {
2157 const uint8_t kNumTemporalLayers = 3;
2158 const uint8_t kNumSpatialLayers = 2;
2159 TestVp9NonFlexMode(kNumTemporalLayers, kNumSpatialLayers);
2160}
kjellander44cc7952016-01-06 22:12:27 -08002161#endif
Åsa Perssonff24c042015-12-04 10:58:08 +01002162
2163void VideoSendStreamTest::TestVp9NonFlexMode(uint8_t num_temporal_layers,
2164 uint8_t num_spatial_layers) {
2165 static const size_t kNumFramesToSend = 100;
2166 // Set to < kNumFramesToSend and coprime to length of temporal layer
2167 // structures to verify temporal id reset on key frame.
2168 static const int kKeyFrameInterval = 31;
2169 class NonFlexibleMode : public Vp9HeaderObserver {
2170 public:
2171 NonFlexibleMode(uint8_t num_temporal_layers, uint8_t num_spatial_layers)
2172 : num_temporal_layers_(num_temporal_layers),
2173 num_spatial_layers_(num_spatial_layers),
2174 l_field_(num_temporal_layers > 1 || num_spatial_layers > 1) {}
stefanff483612015-12-21 03:14:00 -08002175 void ModifyVideoConfigsHook(
philipel0f9af012015-09-01 07:01:51 -07002176 VideoSendStream::Config* send_config,
2177 std::vector<VideoReceiveStream::Config>* receive_configs,
2178 VideoEncoderConfig* encoder_config) override {
Åsa Perssonff24c042015-12-04 10:58:08 +01002179 vp9_settings_.flexibleMode = false;
2180 vp9_settings_.frameDroppingOn = false;
2181 vp9_settings_.keyFrameInterval = kKeyFrameInterval;
2182 vp9_settings_.numberOfTemporalLayers = num_temporal_layers_;
2183 vp9_settings_.numberOfSpatialLayers = num_spatial_layers_;
philipel0f9af012015-09-01 07:01:51 -07002184 }
2185
Åsa Perssonff24c042015-12-04 10:58:08 +01002186 void InspectHeader(const RTPVideoHeaderVP9& vp9) override {
2187 bool ss_data_expected = !vp9.inter_pic_predicted &&
2188 vp9.beginning_of_frame && vp9.spatial_idx == 0;
2189 EXPECT_EQ(ss_data_expected, vp9.ss_data_available);
2190 EXPECT_EQ(vp9.spatial_idx > 0, vp9.inter_layer_predicted); // D
asapersson38bb8ad2015-12-14 01:41:19 -08002191 EXPECT_EQ(!vp9.inter_pic_predicted,
2192 frames_sent_ % kKeyFrameInterval == 0);
Åsa Perssonff24c042015-12-04 10:58:08 +01002193
2194 if (IsNewPictureId(vp9)) {
2195 EXPECT_EQ(0, vp9.spatial_idx);
2196 EXPECT_EQ(num_spatial_layers_ - 1, last_vp9_.spatial_idx);
2197 }
2198
2199 VerifyFixedTemporalLayerStructure(vp9,
2200 l_field_ ? num_temporal_layers_ : 0);
2201
2202 if (frames_sent_ > kNumFramesToSend)
Peter Boström5811a392015-12-10 13:02:50 +01002203 observation_complete_.Set();
philipel0f9af012015-09-01 07:01:51 -07002204 }
Åsa Perssonff24c042015-12-04 10:58:08 +01002205 const uint8_t num_temporal_layers_;
2206 const uint8_t num_spatial_layers_;
2207 const bool l_field_;
2208 } test(num_temporal_layers, num_spatial_layers);
philipelcfc319b2015-11-10 07:17:23 -08002209
2210 RunBaseTest(&test, FakeNetworkPipe::Config());
2211}
2212
kjellander44cc7952016-01-06 22:12:27 -08002213#if !defined(MEMORY_SANITIZER)
2214// Fails under MemorySanitizer:
2215// See https://code.google.com/p/webrtc/issues/detail?id=5402.
Åsa Perssonff24c042015-12-04 10:58:08 +01002216TEST_F(VideoSendStreamTest, Vp9FlexModeRefCount) {
2217 class FlexibleMode : public Vp9HeaderObserver {
stefanff483612015-12-21 03:14:00 -08002218 void ModifyVideoConfigsHook(
philipelcfc319b2015-11-10 07:17:23 -08002219 VideoSendStream::Config* send_config,
2220 std::vector<VideoReceiveStream::Config>* receive_configs,
2221 VideoEncoderConfig* encoder_config) override {
Åsa Perssonff24c042015-12-04 10:58:08 +01002222 encoder_config->content_type = VideoEncoderConfig::ContentType::kScreen;
philipelcfc319b2015-11-10 07:17:23 -08002223 vp9_settings_.flexibleMode = true;
Åsa Perssonff24c042015-12-04 10:58:08 +01002224 vp9_settings_.numberOfTemporalLayers = 1;
2225 vp9_settings_.numberOfSpatialLayers = 2;
philipelcfc319b2015-11-10 07:17:23 -08002226 }
2227
Åsa Perssonff24c042015-12-04 10:58:08 +01002228 void InspectHeader(const RTPVideoHeaderVP9& vp9_header) override {
2229 EXPECT_TRUE(vp9_header.flexible_mode);
2230 EXPECT_EQ(kNoTl0PicIdx, vp9_header.tl0_pic_idx);
2231 if (vp9_header.inter_pic_predicted) {
2232 EXPECT_GT(vp9_header.num_ref_pics, 0u);
Peter Boström5811a392015-12-10 13:02:50 +01002233 observation_complete_.Set();
philipelcfc319b2015-11-10 07:17:23 -08002234 }
2235 }
2236 } test;
2237
2238 RunBaseTest(&test, FakeNetworkPipe::Config());
2239}
kjellander44cc7952016-01-06 22:12:27 -08002240#endif
philipelcfc319b2015-11-10 07:17:23 -08002241
pbos@webrtc.org119a1cc2013-08-20 13:14:07 +00002242} // namespace webrtc