blob: 9194b088dc817757eb7d17ff26a644f44bbf5d9a [file] [log] [blame]
pbos@webrtc.org1d096902013-12-13 12:48:05 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10#include <assert.h>
11
12#include <algorithm>
13#include <sstream>
14#include <string>
15
16#include "testing/gtest/include/gtest/gtest.h"
17
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000018#include "webrtc/base/thread_annotations.h"
pbos@webrtc.org1d096902013-12-13 12:48:05 +000019#include "webrtc/call.h"
henrik.lundin@webrtc.orged865b52014-03-06 10:28:07 +000020#include "webrtc/modules/audio_coding/main/interface/audio_coding_module.h"
pbos@webrtc.org1d096902013-12-13 12:48:05 +000021#include "webrtc/modules/rtp_rtcp/interface/rtp_header_parser.h"
22#include "webrtc/modules/rtp_rtcp/source/rtcp_utility.h"
23#include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
wu@webrtc.org66773a02014-05-07 17:09:44 +000024#include "webrtc/system_wrappers/interface/rtp_to_ntp.h"
pbos@webrtc.org1d096902013-12-13 12:48:05 +000025#include "webrtc/system_wrappers/interface/scoped_ptr.h"
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000026#include "webrtc/test/call_test.h"
pbos@webrtc.org1d096902013-12-13 12:48:05 +000027#include "webrtc/test/direct_transport.h"
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000028#include "webrtc/test/encoder_settings.h"
pbos@webrtc.org1d096902013-12-13 12:48:05 +000029#include "webrtc/test/fake_audio_device.h"
30#include "webrtc/test/fake_decoder.h"
31#include "webrtc/test/fake_encoder.h"
32#include "webrtc/test/frame_generator.h"
33#include "webrtc/test/frame_generator_capturer.h"
34#include "webrtc/test/rtp_rtcp_observer.h"
35#include "webrtc/test/testsupport/fileutils.h"
36#include "webrtc/test/testsupport/perf_test.h"
37#include "webrtc/video/transport_adapter.h"
38#include "webrtc/voice_engine/include/voe_base.h"
39#include "webrtc/voice_engine/include/voe_codec.h"
40#include "webrtc/voice_engine/include/voe_network.h"
41#include "webrtc/voice_engine/include/voe_rtp_rtcp.h"
42#include "webrtc/voice_engine/include/voe_video_sync.h"
43
44namespace webrtc {
45
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000046class CallPerfTest : public test::CallTest {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +000047 protected:
stefan@webrtc.org01581da2014-09-04 06:48:14 +000048 void TestAudioVideoSync(bool fec);
49
pbos@webrtc.org3349ae02014-03-13 12:52:27 +000050 void TestMinTransmitBitrate(bool pad_to_min_bitrate);
51
wu@webrtc.orgcd701192014-04-24 22:10:24 +000052 void TestCaptureNtpTime(const FakeNetworkPipe::Config& net_config,
53 int threshold_ms,
54 int start_time_ms,
55 int run_time_ms);
pbos@webrtc.org1d096902013-12-13 12:48:05 +000056};
57
58class SyncRtcpObserver : public test::RtpRtcpObserver {
59 public:
stefan@webrtc.orgfaada6e2013-12-18 20:28:25 +000060 explicit SyncRtcpObserver(const FakeNetworkPipe::Config& config)
pbos@webrtc.org994d0b72014-06-27 08:47:52 +000061 : test::RtpRtcpObserver(CallPerfTest::kLongTimeoutMs, config),
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +000062 crit_(CriticalSectionWrapper::CreateCriticalSection()) {}
pbos@webrtc.org1d096902013-12-13 12:48:05 +000063
64 virtual Action OnSendRtcp(const uint8_t* packet, size_t length) OVERRIDE {
65 RTCPUtility::RTCPParserV2 parser(packet, length, true);
66 EXPECT_TRUE(parser.IsValid());
67
68 for (RTCPUtility::RTCPPacketTypes packet_type = parser.Begin();
69 packet_type != RTCPUtility::kRtcpNotValidCode;
70 packet_type = parser.Iterate()) {
71 if (packet_type == RTCPUtility::kRtcpSrCode) {
72 const RTCPUtility::RTCPPacket& packet = parser.Packet();
wu@webrtc.org66773a02014-05-07 17:09:44 +000073 RtcpMeasurement ntp_rtp_pair(
pbos@webrtc.org1d096902013-12-13 12:48:05 +000074 packet.SR.NTPMostSignificant,
75 packet.SR.NTPLeastSignificant,
76 packet.SR.RTPTimestamp);
77 StoreNtpRtpPair(ntp_rtp_pair);
78 }
79 }
80 return SEND_PACKET;
81 }
82
83 int64_t RtpTimestampToNtp(uint32_t timestamp) const {
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +000084 CriticalSectionScoped lock(crit_.get());
pbos@webrtc.org1d096902013-12-13 12:48:05 +000085 int64_t timestamp_in_ms = -1;
86 if (ntp_rtp_pairs_.size() == 2) {
87 // TODO(stefan): We can't EXPECT_TRUE on this call due to a bug in the
88 // RTCP sender where it sends RTCP SR before any RTP packets, which leads
89 // to a bogus NTP/RTP mapping.
wu@webrtc.org66773a02014-05-07 17:09:44 +000090 RtpToNtpMs(timestamp, ntp_rtp_pairs_, &timestamp_in_ms);
pbos@webrtc.org1d096902013-12-13 12:48:05 +000091 return timestamp_in_ms;
92 }
93 return -1;
94 }
95
96 private:
wu@webrtc.org66773a02014-05-07 17:09:44 +000097 void StoreNtpRtpPair(RtcpMeasurement ntp_rtp_pair) {
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +000098 CriticalSectionScoped lock(crit_.get());
wu@webrtc.org66773a02014-05-07 17:09:44 +000099 for (RtcpList::iterator it = ntp_rtp_pairs_.begin();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000100 it != ntp_rtp_pairs_.end();
101 ++it) {
102 if (ntp_rtp_pair.ntp_secs == it->ntp_secs &&
103 ntp_rtp_pair.ntp_frac == it->ntp_frac) {
104 // This RTCP has already been added to the list.
105 return;
106 }
107 }
108 // We need two RTCP SR reports to map between RTP and NTP. More than two
109 // will not improve the mapping.
110 if (ntp_rtp_pairs_.size() == 2) {
111 ntp_rtp_pairs_.pop_back();
112 }
113 ntp_rtp_pairs_.push_front(ntp_rtp_pair);
114 }
115
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000116 const scoped_ptr<CriticalSectionWrapper> crit_;
wu@webrtc.org66773a02014-05-07 17:09:44 +0000117 RtcpList ntp_rtp_pairs_ GUARDED_BY(crit_);
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000118};
119
120class VideoRtcpAndSyncObserver : public SyncRtcpObserver, public VideoRenderer {
121 static const int kInSyncThresholdMs = 50;
122 static const int kStartupTimeMs = 2000;
123 static const int kMinRunTimeMs = 30000;
124
125 public:
126 VideoRtcpAndSyncObserver(Clock* clock,
127 int voe_channel,
128 VoEVideoSync* voe_sync,
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000129 SyncRtcpObserver* audio_observer)
stefan@webrtc.orgfaada6e2013-12-18 20:28:25 +0000130 : SyncRtcpObserver(FakeNetworkPipe::Config()),
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000131 clock_(clock),
132 voe_channel_(voe_channel),
133 voe_sync_(voe_sync),
134 audio_observer_(audio_observer),
135 creation_time_ms_(clock_->TimeInMilliseconds()),
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000136 first_time_in_sync_(-1) {}
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000137
138 virtual void RenderFrame(const I420VideoFrame& video_frame,
139 int time_to_render_ms) OVERRIDE {
140 int64_t now_ms = clock_->TimeInMilliseconds();
141 uint32_t playout_timestamp = 0;
142 if (voe_sync_->GetPlayoutTimestamp(voe_channel_, playout_timestamp) != 0)
143 return;
144 int64_t latest_audio_ntp =
145 audio_observer_->RtpTimestampToNtp(playout_timestamp);
146 int64_t latest_video_ntp = RtpTimestampToNtp(video_frame.timestamp());
147 if (latest_audio_ntp < 0 || latest_video_ntp < 0)
148 return;
149 int time_until_render_ms =
150 std::max(0, static_cast<int>(video_frame.render_time_ms() - now_ms));
151 latest_video_ntp += time_until_render_ms;
152 int64_t stream_offset = latest_audio_ntp - latest_video_ntp;
153 std::stringstream ss;
154 ss << stream_offset;
henrik.lundin@webrtc.orged865b52014-03-06 10:28:07 +0000155 webrtc::test::PrintResult("stream_offset",
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000156 "",
henrik.lundin@webrtc.orged865b52014-03-06 10:28:07 +0000157 "synchronization",
158 ss.str(),
159 "ms",
160 false);
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000161 int64_t time_since_creation = now_ms - creation_time_ms_;
162 // During the first couple of seconds audio and video can falsely be
163 // estimated as being synchronized. We don't want to trigger on those.
164 if (time_since_creation < kStartupTimeMs)
165 return;
pbos@webrtc.orgb5f30292014-03-13 08:53:39 +0000166 if (std::abs(latest_audio_ntp - latest_video_ntp) < kInSyncThresholdMs) {
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000167 if (first_time_in_sync_ == -1) {
168 first_time_in_sync_ = now_ms;
169 webrtc::test::PrintResult("sync_convergence_time",
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000170 "",
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000171 "synchronization",
172 time_since_creation,
173 "ms",
174 false);
175 }
176 if (time_since_creation > kMinRunTimeMs)
177 observation_complete_->Set();
178 }
179 }
180
181 private:
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000182 Clock* const clock_;
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000183 int voe_channel_;
184 VoEVideoSync* voe_sync_;
185 SyncRtcpObserver* audio_observer_;
186 int64_t creation_time_ms_;
187 int64_t first_time_in_sync_;
188};
189
stefan@webrtc.org01581da2014-09-04 06:48:14 +0000190void CallPerfTest::TestAudioVideoSync(bool fec) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000191 class AudioPacketReceiver : public PacketReceiver {
192 public:
193 AudioPacketReceiver(int channel, VoENetwork* voe_network)
194 : channel_(channel),
195 voe_network_(voe_network),
196 parser_(RtpHeaderParser::Create()) {}
197 virtual DeliveryStatus DeliverPacket(const uint8_t* packet,
198 size_t length) OVERRIDE {
199 int ret;
200 if (parser_->IsRtcp(packet, static_cast<int>(length))) {
201 ret = voe_network_->ReceivedRTCPPacket(
202 channel_, packet, static_cast<unsigned int>(length));
203 } else {
204 ret = voe_network_->ReceivedRTPPacket(
205 channel_, packet, static_cast<unsigned int>(length), PacketTime());
206 }
207 return ret == 0 ? DELIVERY_OK : DELIVERY_PACKET_ERROR;
208 }
209
210 private:
211 int channel_;
212 VoENetwork* voe_network_;
213 scoped_ptr<RtpHeaderParser> parser_;
214 };
215
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000216 VoiceEngine* voice_engine = VoiceEngine::Create();
217 VoEBase* voe_base = VoEBase::GetInterface(voice_engine);
218 VoECodec* voe_codec = VoECodec::GetInterface(voice_engine);
219 VoENetwork* voe_network = VoENetwork::GetInterface(voice_engine);
220 VoEVideoSync* voe_sync = VoEVideoSync::GetInterface(voice_engine);
221 const std::string audio_filename =
222 test::ResourcePath("voice_engine/audio_long16", "pcm");
223 ASSERT_STRNE("", audio_filename.c_str());
224 test::FakeAudioDevice fake_audio_device(Clock::GetRealTimeClock(),
225 audio_filename);
226 EXPECT_EQ(0, voe_base->Init(&fake_audio_device, NULL));
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000227 int channel = voe_base->CreateChannel();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000228
stefan@webrtc.orgfaada6e2013-12-18 20:28:25 +0000229 FakeNetworkPipe::Config net_config;
230 net_config.queue_delay_ms = 500;
stefan@webrtc.org01581da2014-09-04 06:48:14 +0000231 net_config.loss_percent = 5;
stefan@webrtc.orgfaada6e2013-12-18 20:28:25 +0000232 SyncRtcpObserver audio_observer(net_config);
henrik.lundin@webrtc.orged865b52014-03-06 10:28:07 +0000233 VideoRtcpAndSyncObserver observer(Clock::GetRealTimeClock(),
234 channel,
235 voe_sync,
henrik.lundin@webrtc.orgd144bb62014-04-22 08:36:33 +0000236 &audio_observer);
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000237
238 Call::Config receiver_config(observer.ReceiveTransport());
239 receiver_config.voice_engine = voice_engine;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000240 CreateCalls(Call::Config(observer.SendTransport()), receiver_config);
241
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000242 CodecInst isac = {103, "ISAC", 16000, 480, 1, 32000};
243 EXPECT_EQ(0, voe_codec->SetSendCodec(channel, isac));
244
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000245 AudioPacketReceiver voe_packet_receiver(channel, voe_network);
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000246 audio_observer.SetReceivers(&voe_packet_receiver, &voe_packet_receiver);
247
248 internal::TransportAdapter transport_adapter(audio_observer.SendTransport());
sprang@webrtc.orgd9b95602014-01-27 13:03:02 +0000249 transport_adapter.Enable();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000250 EXPECT_EQ(0,
251 voe_network->RegisterExternalTransport(channel, transport_adapter));
252
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000253 observer.SetReceivers(receiver_call_->Receiver(), sender_call_->Receiver());
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000254
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000255 test::FakeDecoder fake_decoder;
256
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000257 CreateSendConfig(1);
258 CreateMatchingReceiveConfigs();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000259
stefan@webrtc.org01581da2014-09-04 06:48:14 +0000260 send_config_.rtp.nack.rtp_history_ms = kNackRtpHistoryMs;
261 if (fec) {
262 send_config_.rtp.fec.red_payload_type = kRedPayloadType;
263 send_config_.rtp.fec.ulpfec_payload_type = kUlpfecPayloadType;
264 receive_configs_[0].rtp.fec.red_payload_type = kRedPayloadType;
265 receive_configs_[0].rtp.fec.ulpfec_payload_type = kUlpfecPayloadType;
266 }
267 receive_configs_[0].rtp.nack.rtp_history_ms = 1000;
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000268 receive_configs_[0].renderer = &observer;
269 receive_configs_[0].audio_channel_id = channel;
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000270
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000271 CreateStreams();
272
273 CreateFrameGeneratorCapturer();
274
275 Start();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000276
277 fake_audio_device.Start();
278 EXPECT_EQ(0, voe_base->StartPlayout(channel));
279 EXPECT_EQ(0, voe_base->StartReceive(channel));
280 EXPECT_EQ(0, voe_base->StartSend(channel));
281
282 EXPECT_EQ(kEventSignaled, observer.Wait())
283 << "Timed out while waiting for audio and video to be synchronized.";
284
285 EXPECT_EQ(0, voe_base->StopSend(channel));
286 EXPECT_EQ(0, voe_base->StopReceive(channel));
287 EXPECT_EQ(0, voe_base->StopPlayout(channel));
288 fake_audio_device.Stop();
289
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000290 Stop();
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000291 observer.StopSending();
292 audio_observer.StopSending();
293
294 voe_base->DeleteChannel(channel);
295 voe_base->Release();
296 voe_codec->Release();
297 voe_network->Release();
298 voe_sync->Release();
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000299
300 DestroyStreams();
301
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000302 VoiceEngine::Delete(voice_engine);
303}
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000304
stefan@webrtc.org01581da2014-09-04 06:48:14 +0000305TEST_F(CallPerfTest, PlaysOutAudioAndVideoInSync) {
306 TestAudioVideoSync(false);
307}
308
309TEST_F(CallPerfTest, PlaysOutAudioAndVideoInSyncWithFec) {
310 TestAudioVideoSync(true);
311}
312
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000313void CallPerfTest::TestCaptureNtpTime(const FakeNetworkPipe::Config& net_config,
314 int threshold_ms,
315 int start_time_ms,
316 int run_time_ms) {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000317 class CaptureNtpTimeObserver : public test::EndToEndTest,
318 public VideoRenderer {
319 public:
320 CaptureNtpTimeObserver(const FakeNetworkPipe::Config& config,
321 int threshold_ms,
322 int start_time_ms,
323 int run_time_ms)
324 : EndToEndTest(kLongTimeoutMs, config),
325 clock_(Clock::GetRealTimeClock()),
326 threshold_ms_(threshold_ms),
327 start_time_ms_(start_time_ms),
328 run_time_ms_(run_time_ms),
329 creation_time_ms_(clock_->TimeInMilliseconds()),
330 capturer_(NULL),
331 rtp_start_timestamp_set_(false),
332 rtp_start_timestamp_(0) {}
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000333
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000334 private:
335 virtual void RenderFrame(const I420VideoFrame& video_frame,
336 int time_to_render_ms) OVERRIDE {
337 if (video_frame.ntp_time_ms() <= 0) {
338 // Haven't got enough RTCP SR in order to calculate the capture ntp
339 // time.
340 return;
341 }
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000342
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000343 int64_t now_ms = clock_->TimeInMilliseconds();
344 int64_t time_since_creation = now_ms - creation_time_ms_;
345 if (time_since_creation < start_time_ms_) {
346 // Wait for |start_time_ms_| before start measuring.
347 return;
348 }
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000349
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000350 if (time_since_creation > run_time_ms_) {
351 observation_complete_->Set();
352 }
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000353
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000354 FrameCaptureTimeList::iterator iter =
355 capture_time_list_.find(video_frame.timestamp());
356 EXPECT_TRUE(iter != capture_time_list_.end());
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000357
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000358 // The real capture time has been wrapped to uint32_t before converted
359 // to rtp timestamp in the sender side. So here we convert the estimated
360 // capture time to a uint32_t 90k timestamp also for comparing.
361 uint32_t estimated_capture_timestamp =
362 90 * static_cast<uint32_t>(video_frame.ntp_time_ms());
363 uint32_t real_capture_timestamp = iter->second;
364 int time_offset_ms = real_capture_timestamp - estimated_capture_timestamp;
365 time_offset_ms = time_offset_ms / 90;
366 std::stringstream ss;
367 ss << time_offset_ms;
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000368
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000369 webrtc::test::PrintResult(
370 "capture_ntp_time", "", "real - estimated", ss.str(), "ms", true);
371 EXPECT_TRUE(std::abs(time_offset_ms) < threshold_ms_);
372 }
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000373
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000374 virtual Action OnSendRtp(const uint8_t* packet, size_t length) {
375 RTPHeader header;
pbos@webrtc.org62bafae2014-07-08 12:10:51 +0000376 EXPECT_TRUE(parser_->Parse(packet, length, &header));
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000377
378 if (!rtp_start_timestamp_set_) {
379 // Calculate the rtp timestamp offset in order to calculate the real
380 // capture time.
381 uint32_t first_capture_timestamp =
382 90 * static_cast<uint32_t>(capturer_->first_frame_capture_time());
383 rtp_start_timestamp_ = header.timestamp - first_capture_timestamp;
384 rtp_start_timestamp_set_ = true;
385 }
386
387 uint32_t capture_timestamp = header.timestamp - rtp_start_timestamp_;
388 capture_time_list_.insert(
389 capture_time_list_.end(),
390 std::make_pair(header.timestamp, capture_timestamp));
391 return SEND_PACKET;
392 }
393
394 virtual void OnFrameGeneratorCapturerCreated(
395 test::FrameGeneratorCapturer* frame_generator_capturer) OVERRIDE {
396 capturer_ = frame_generator_capturer;
397 }
398
399 virtual void ModifyConfigs(
400 VideoSendStream::Config* send_config,
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000401 std::vector<VideoReceiveStream::Config>* receive_configs,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000402 VideoEncoderConfig* encoder_config) OVERRIDE {
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000403 (*receive_configs)[0].renderer = this;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000404 // Enable the receiver side rtt calculation.
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000405 (*receive_configs)[0].rtp.rtcp_xr.receiver_reference_time_report = true;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000406 }
407
408 virtual void PerformTest() OVERRIDE {
409 EXPECT_EQ(kEventSignaled, Wait()) << "Timed out while waiting for "
410 "estimated capture NTP time to be "
411 "within bounds.";
412 }
413
414 Clock* clock_;
415 int threshold_ms_;
416 int start_time_ms_;
417 int run_time_ms_;
418 int64_t creation_time_ms_;
419 test::FrameGeneratorCapturer* capturer_;
420 bool rtp_start_timestamp_set_;
421 uint32_t rtp_start_timestamp_;
422 typedef std::map<uint32_t, uint32_t> FrameCaptureTimeList;
423 FrameCaptureTimeList capture_time_list_;
424 } test(net_config, threshold_ms, start_time_ms, run_time_ms);
425
426 RunBaseTest(&test);
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000427}
428
wu@webrtc.org9aa7d8d2014-05-29 05:03:52 +0000429TEST_F(CallPerfTest, CaptureNtpTimeWithNetworkDelay) {
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000430 FakeNetworkPipe::Config net_config;
431 net_config.queue_delay_ms = 100;
432 // TODO(wu): lower the threshold as the calculation/estimatation becomes more
433 // accurate.
wu@webrtc.org9aa7d8d2014-05-29 05:03:52 +0000434 const int kThresholdMs = 100;
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000435 const int kStartTimeMs = 10000;
436 const int kRunTimeMs = 20000;
437 TestCaptureNtpTime(net_config, kThresholdMs, kStartTimeMs, kRunTimeMs);
438}
439
wu@webrtc.org0224c202014-05-05 17:42:43 +0000440TEST_F(CallPerfTest, CaptureNtpTimeWithNetworkJitter) {
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000441 FakeNetworkPipe::Config net_config;
wu@webrtc.org0224c202014-05-05 17:42:43 +0000442 net_config.queue_delay_ms = 100;
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000443 net_config.delay_standard_deviation_ms = 10;
444 // TODO(wu): lower the threshold as the calculation/estimatation becomes more
445 // accurate.
wu@webrtc.org0224c202014-05-05 17:42:43 +0000446 const int kThresholdMs = 100;
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000447 const int kStartTimeMs = 10000;
448 const int kRunTimeMs = 20000;
449 TestCaptureNtpTime(net_config, kThresholdMs, kStartTimeMs, kRunTimeMs);
450}
451
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000452TEST_F(CallPerfTest, RegisterCpuOveruseObserver) {
453 // Verifies that either a normal or overuse callback is triggered.
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000454 class LoadObserver : public test::SendTest, public webrtc::LoadObserver {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000455 public:
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000456 LoadObserver() : SendTest(kLongTimeoutMs) {}
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000457
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000458 virtual void OnLoadUpdate(Load load) OVERRIDE {
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000459 observation_complete_->Set();
460 }
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000461
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000462 virtual Call::Config GetSenderCallConfig() OVERRIDE {
463 Call::Config config(SendTransport());
464 config.overuse_callback = this;
465 return config;
466 }
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000467
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000468 virtual void PerformTest() OVERRIDE {
469 EXPECT_EQ(kEventSignaled, Wait())
470 << "Timed out before receiving an overuse callback.";
471 }
472 } test;
473
474 RunBaseTest(&test);
asapersson@webrtc.orgbdc5ed22014-01-31 10:05:07 +0000475}
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000476
477void CallPerfTest::TestMinTransmitBitrate(bool pad_to_min_bitrate) {
478 static const int kMaxEncodeBitrateKbps = 30;
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000479 static const int kMinTransmitBitrateBps = 150000;
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000480 static const int kMinAcceptableTransmitBitrate = 130;
481 static const int kMaxAcceptableTransmitBitrate = 170;
482 static const int kNumBitrateObservationsInRange = 100;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000483 class BitrateObserver : public test::EndToEndTest, public PacketReceiver {
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000484 public:
485 explicit BitrateObserver(bool using_min_transmit_bitrate)
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000486 : EndToEndTest(kLongTimeoutMs),
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000487 send_stream_(NULL),
488 send_transport_receiver_(NULL),
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000489 pad_to_min_bitrate_(using_min_transmit_bitrate),
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000490 num_bitrate_observations_in_range_(0) {}
491
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000492 private:
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000493 virtual void SetReceivers(PacketReceiver* send_transport_receiver,
494 PacketReceiver* receive_transport_receiver)
495 OVERRIDE {
496 send_transport_receiver_ = send_transport_receiver;
497 test::RtpRtcpObserver::SetReceivers(this, receive_transport_receiver);
498 }
499
pbos@webrtc.orgcaba2d22014-05-14 13:57:12 +0000500 virtual DeliveryStatus DeliverPacket(const uint8_t* packet,
501 size_t length) OVERRIDE {
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000502 VideoSendStream::Stats stats = send_stream_->GetStats();
503 if (stats.substreams.size() > 0) {
504 assert(stats.substreams.size() == 1);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000505 int bitrate_kbps =
506 stats.substreams.begin()->second.total_bitrate_bps / 1000;
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000507 if (bitrate_kbps > 0) {
508 test::PrintResult(
509 "bitrate_stats_",
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000510 (pad_to_min_bitrate_ ? "min_transmit_bitrate"
511 : "without_min_transmit_bitrate"),
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000512 "bitrate_kbps",
513 static_cast<size_t>(bitrate_kbps),
514 "kbps",
515 false);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000516 if (pad_to_min_bitrate_) {
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000517 if (bitrate_kbps > kMinAcceptableTransmitBitrate &&
518 bitrate_kbps < kMaxAcceptableTransmitBitrate) {
519 ++num_bitrate_observations_in_range_;
520 }
521 } else {
522 // Expect bitrate stats to roughly match the max encode bitrate.
523 if (bitrate_kbps > kMaxEncodeBitrateKbps - 5 &&
524 bitrate_kbps < kMaxEncodeBitrateKbps + 5) {
525 ++num_bitrate_observations_in_range_;
526 }
527 }
528 if (num_bitrate_observations_in_range_ ==
529 kNumBitrateObservationsInRange)
530 observation_complete_->Set();
531 }
532 }
533 return send_transport_receiver_->DeliverPacket(packet, length);
534 }
535
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000536 virtual void OnStreamsCreated(
537 VideoSendStream* send_stream,
538 const std::vector<VideoReceiveStream*>& receive_streams) OVERRIDE {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000539 send_stream_ = send_stream;
540 }
541
542 virtual void ModifyConfigs(
543 VideoSendStream::Config* send_config,
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09 +0000544 std::vector<VideoReceiveStream::Config>* receive_configs,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000545 VideoEncoderConfig* encoder_config) OVERRIDE {
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000546 if (pad_to_min_bitrate_) {
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +0000547 encoder_config->min_transmit_bitrate_bps = kMinTransmitBitrateBps;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000548 } else {
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +0000549 assert(encoder_config->min_transmit_bitrate_bps == 0);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000550 }
551 }
552
553 virtual void PerformTest() OVERRIDE {
554 EXPECT_EQ(kEventSignaled, Wait())
555 << "Timeout while waiting for send-bitrate stats.";
556 }
557
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000558 VideoSendStream* send_stream_;
559 PacketReceiver* send_transport_receiver_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000560 const bool pad_to_min_bitrate_;
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000561 int num_bitrate_observations_in_range_;
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000562 } test(pad_to_min_bitrate);
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000563
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000564 fake_encoder_.SetMaxBitrate(kMaxEncodeBitrateKbps);
pbos@webrtc.org994d0b72014-06-27 08:47:52 +0000565 RunBaseTest(&test);
pbos@webrtc.org3349ae02014-03-13 12:52:27 +0000566}
567
568TEST_F(CallPerfTest, PadsToMinTransmitBitrate) { TestMinTransmitBitrate(true); }
569
570TEST_F(CallPerfTest, NoPadWithoutMinTransmitBitrate) {
571 TestMinTransmitBitrate(false);
572}
573
pbos@webrtc.org32452b22014-10-22 12:15:24 +0000574TEST_F(CallPerfTest, KeepsHighBitrateWhenReconfiguringSender) {
575 static const uint32_t kInitialBitrateKbps = 400;
576 static const uint32_t kReconfigureThresholdKbps = 600;
577 static const uint32_t kPermittedReconfiguredBitrateDiffKbps = 100;
578
579 class BitrateObserver : public test::EndToEndTest, public test::FakeEncoder {
580 public:
581 BitrateObserver()
582 : EndToEndTest(kDefaultTimeoutMs),
583 FakeEncoder(Clock::GetRealTimeClock()),
584 time_to_reconfigure_(webrtc::EventWrapper::Create()),
585 encoder_inits_(0) {}
586
587 virtual int32_t InitEncode(const VideoCodec* config,
588 int32_t number_of_cores,
589 uint32_t max_payload_size) OVERRIDE {
590 if (encoder_inits_ == 0) {
591 EXPECT_EQ(kInitialBitrateKbps, config->startBitrate)
592 << "Encoder not initialized at expected bitrate.";
593 }
594 ++encoder_inits_;
595 if (encoder_inits_ == 2) {
596 EXPECT_GE(last_set_bitrate_, kReconfigureThresholdKbps);
597 EXPECT_NEAR(config->startBitrate,
598 last_set_bitrate_,
599 kPermittedReconfiguredBitrateDiffKbps)
600 << "Encoder reconfigured with bitrate too far away from last set.";
601 observation_complete_->Set();
602 }
603 return FakeEncoder::InitEncode(config, number_of_cores, max_payload_size);
604 }
605
606 virtual int32_t SetRates(uint32_t new_target_bitrate_kbps,
607 uint32_t framerate) OVERRIDE {
608 last_set_bitrate_ = new_target_bitrate_kbps;
609 if (encoder_inits_ == 1 &&
610 new_target_bitrate_kbps > kReconfigureThresholdKbps) {
611 time_to_reconfigure_->Set();
612 }
613 return FakeEncoder::SetRates(new_target_bitrate_kbps, framerate);
614 }
615
616 Call::Config GetSenderCallConfig() OVERRIDE {
617 Call::Config config = EndToEndTest::GetSenderCallConfig();
618 config.stream_start_bitrate_bps = kInitialBitrateKbps * 1000;
619 return config;
620 }
621
622 virtual void ModifyConfigs(
623 VideoSendStream::Config* send_config,
624 std::vector<VideoReceiveStream::Config>* receive_configs,
625 VideoEncoderConfig* encoder_config) OVERRIDE {
626 send_config->encoder_settings.encoder = this;
627 encoder_config->streams[0].min_bitrate_bps = 50000;
628 encoder_config->streams[0].target_bitrate_bps =
629 encoder_config->streams[0].max_bitrate_bps = 2000000;
630
631 encoder_config_ = *encoder_config;
632 }
633
634 virtual void OnStreamsCreated(
635 VideoSendStream* send_stream,
636 const std::vector<VideoReceiveStream*>& receive_streams) OVERRIDE {
637 send_stream_ = send_stream;
638 }
639
640 virtual void PerformTest() OVERRIDE {
641 ASSERT_EQ(kEventSignaled, time_to_reconfigure_->Wait(kDefaultTimeoutMs))
642 << "Timed out before receiving an initial high bitrate.";
643 encoder_config_.streams[0].width *= 2;
644 encoder_config_.streams[0].height *= 2;
645 EXPECT_TRUE(send_stream_->ReconfigureVideoEncoder(encoder_config_));
646 EXPECT_EQ(kEventSignaled, Wait())
647 << "Timed out while waiting for a couple of high bitrate estimates "
648 "after reconfiguring the send stream.";
649 }
650
651 private:
652 scoped_ptr<webrtc::EventWrapper> time_to_reconfigure_;
653 int encoder_inits_;
654 uint32_t last_set_bitrate_;
655 VideoSendStream* send_stream_;
656 VideoEncoderConfig encoder_config_;
657 } test;
658
659 RunBaseTest(&test);
660}
661
pbos@webrtc.org1d096902013-12-13 12:48:05 +0000662} // namespace webrtc