turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
kwiberg | 3747838 | 2016-02-14 20:40:57 -0800 | [diff] [blame] | 11 | #include <memory> |
| 12 | |
Karl Wiberg | 5817d3d | 2018-04-06 10:06:42 +0200 | [diff] [blame] | 13 | #include "api/audio_codecs/builtin_audio_decoder_factory.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 14 | #include "common_types.h" // NOLINT(build/include) |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #include "modules/audio_coding/codecs/pcm16b/pcm16b.h" |
| 16 | #include "modules/audio_coding/include/audio_coding_module.h" |
| 17 | #include "modules/audio_coding/test/utility.h" |
| 18 | #include "modules/include/module_common_types.h" |
| 19 | #include "test/gtest.h" |
| 20 | #include "test/testsupport/fileutils.h" |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 21 | |
| 22 | namespace webrtc { |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 23 | |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 24 | class TargetDelayTest : public ::testing::Test { |
| 25 | protected: |
Karl Wiberg | 5817d3d | 2018-04-06 10:06:42 +0200 | [diff] [blame] | 26 | TargetDelayTest() |
| 27 | : acm_(AudioCodingModule::Create( |
| 28 | AudioCodingModule::Config(CreateBuiltinAudioDecoderFactory()))) {} |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 29 | |
| 30 | ~TargetDelayTest() {} |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 31 | |
| 32 | void SetUp() { |
andrew@webrtc.org | 89df092 | 2013-09-12 01:27:43 +0000 | [diff] [blame] | 33 | EXPECT_TRUE(acm_.get() != NULL); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 34 | |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 35 | ASSERT_EQ(0, acm_->InitializeReceiver()); |
kwiberg | da2bf4e | 2016-10-24 13:47:09 -0700 | [diff] [blame] | 36 | constexpr int pltype = 108; |
| 37 | ASSERT_EQ(true, |
| 38 | acm_->RegisterReceiveCodec(pltype, {"L16", kSampleRateHz, 1})); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 39 | |
kwiberg | da2bf4e | 2016-10-24 13:47:09 -0700 | [diff] [blame] | 40 | rtp_info_.header.payloadType = pltype; |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 41 | rtp_info_.header.timestamp = 0; |
| 42 | rtp_info_.header.ssrc = 0x12345678; |
| 43 | rtp_info_.header.markerBit = false; |
| 44 | rtp_info_.header.sequenceNumber = 0; |
| 45 | rtp_info_.type.Audio.channel = 1; |
| 46 | rtp_info_.type.Audio.isCNG = false; |
| 47 | rtp_info_.frameType = kAudioFrameSpeech; |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 48 | |
| 49 | int16_t audio[kFrameSizeSamples]; |
| 50 | const int kRange = 0x7FF; // 2047, easy for masking. |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 51 | for (size_t n = 0; n < kFrameSizeSamples; ++n) |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 52 | audio[n] = (rand() & kRange) - kRange / 2; |
| 53 | WebRtcPcm16b_Encode(audio, kFrameSizeSamples, payload_); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 54 | } |
| 55 | |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 56 | void OutOfRangeInput() { |
| 57 | EXPECT_EQ(-1, SetMinimumDelay(-1)); |
| 58 | EXPECT_EQ(-1, SetMinimumDelay(10001)); |
| 59 | } |
| 60 | |
| 61 | void NoTargetDelayBufferSizeChanges() { |
| 62 | for (int n = 0; n < 30; ++n) // Run enough iterations. |
| 63 | Run(true); |
| 64 | int clean_optimal_delay = GetCurrentOptimalDelayMs(); |
| 65 | Run(false); // Run with jitter. |
| 66 | int jittery_optimal_delay = GetCurrentOptimalDelayMs(); |
| 67 | EXPECT_GT(jittery_optimal_delay, clean_optimal_delay); |
| 68 | int required_delay = RequiredDelay(); |
| 69 | EXPECT_GT(required_delay, 0); |
| 70 | EXPECT_NEAR(required_delay, jittery_optimal_delay, 1); |
| 71 | } |
| 72 | |
| 73 | void WithTargetDelayBufferNotChanging() { |
| 74 | // A target delay that is one packet larger than jitter. |
| 75 | const int kTargetDelayMs = (kInterarrivalJitterPacket + 1) * |
| 76 | kNum10msPerFrame * 10; |
| 77 | ASSERT_EQ(0, SetMinimumDelay(kTargetDelayMs)); |
| 78 | for (int n = 0; n < 30; ++n) // Run enough iterations to fill the buffer. |
| 79 | Run(true); |
| 80 | int clean_optimal_delay = GetCurrentOptimalDelayMs(); |
| 81 | EXPECT_EQ(kTargetDelayMs, clean_optimal_delay); |
| 82 | Run(false); // Run with jitter. |
| 83 | int jittery_optimal_delay = GetCurrentOptimalDelayMs(); |
| 84 | EXPECT_EQ(jittery_optimal_delay, clean_optimal_delay); |
| 85 | } |
| 86 | |
| 87 | void RequiredDelayAtCorrectRange() { |
| 88 | for (int n = 0; n < 30; ++n) // Run clean and store delay. |
| 89 | Run(true); |
| 90 | int clean_optimal_delay = GetCurrentOptimalDelayMs(); |
| 91 | |
| 92 | // A relatively large delay. |
| 93 | const int kTargetDelayMs = (kInterarrivalJitterPacket + 10) * |
| 94 | kNum10msPerFrame * 10; |
| 95 | ASSERT_EQ(0, SetMinimumDelay(kTargetDelayMs)); |
| 96 | for (int n = 0; n < 300; ++n) // Run enough iterations to fill the buffer. |
| 97 | Run(true); |
| 98 | Run(false); // Run with jitter. |
| 99 | |
| 100 | int jittery_optimal_delay = GetCurrentOptimalDelayMs(); |
| 101 | EXPECT_EQ(kTargetDelayMs, jittery_optimal_delay); |
| 102 | |
| 103 | int required_delay = RequiredDelay(); |
| 104 | |
| 105 | // Checking |required_delay| is in correct range. |
| 106 | EXPECT_GT(required_delay, 0); |
| 107 | EXPECT_GT(jittery_optimal_delay, required_delay); |
| 108 | EXPECT_GT(required_delay, clean_optimal_delay); |
| 109 | |
| 110 | // A tighter check for the value of |required_delay|. |
| 111 | // The jitter forces a delay of |
| 112 | // |kInterarrivalJitterPacket * kNum10msPerFrame * 10| milliseconds. So we |
| 113 | // expect |required_delay| be close to that. |
| 114 | EXPECT_NEAR(kInterarrivalJitterPacket * kNum10msPerFrame * 10, |
| 115 | required_delay, 1); |
| 116 | } |
| 117 | |
| 118 | void TargetDelayBufferMinMax() { |
| 119 | const int kTargetMinDelayMs = kNum10msPerFrame * 10; |
| 120 | ASSERT_EQ(0, SetMinimumDelay(kTargetMinDelayMs)); |
| 121 | for (int m = 0; m < 30; ++m) // Run enough iterations to fill the buffer. |
| 122 | Run(true); |
| 123 | int clean_optimal_delay = GetCurrentOptimalDelayMs(); |
| 124 | EXPECT_EQ(kTargetMinDelayMs, clean_optimal_delay); |
| 125 | |
| 126 | const int kTargetMaxDelayMs = 2 * (kNum10msPerFrame * 10); |
| 127 | ASSERT_EQ(0, SetMaximumDelay(kTargetMaxDelayMs)); |
| 128 | for (int n = 0; n < 30; ++n) // Run enough iterations to fill the buffer. |
| 129 | Run(false); |
| 130 | |
| 131 | int capped_optimal_delay = GetCurrentOptimalDelayMs(); |
| 132 | EXPECT_EQ(kTargetMaxDelayMs, capped_optimal_delay); |
| 133 | } |
| 134 | |
| 135 | private: |
| 136 | static const int kSampleRateHz = 16000; |
| 137 | static const int kNum10msPerFrame = 2; |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 138 | static const size_t kFrameSizeSamples = 320; // 20 ms @ 16 kHz. |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 139 | // payload-len = frame-samples * 2 bytes/sample. |
| 140 | static const int kPayloadLenBytes = 320 * 2; |
| 141 | // Inter-arrival time in number of packets in a jittery channel. One is no |
| 142 | // jitter. |
| 143 | static const int kInterarrivalJitterPacket = 2; |
| 144 | |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 145 | void Push() { |
| 146 | rtp_info_.header.timestamp += kFrameSizeSamples; |
| 147 | rtp_info_.header.sequenceNumber++; |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 148 | ASSERT_EQ(0, acm_->IncomingPacket(payload_, kFrameSizeSamples * 2, |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 149 | rtp_info_)); |
| 150 | } |
| 151 | |
| 152 | // Pull audio equivalent to the amount of audio in one RTP packet. |
| 153 | void Pull() { |
| 154 | AudioFrame frame; |
henrik.lundin | d4ccb00 | 2016-05-17 12:21:55 -0700 | [diff] [blame] | 155 | bool muted; |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 156 | for (int k = 0; k < kNum10msPerFrame; ++k) { // Pull one frame. |
henrik.lundin | d4ccb00 | 2016-05-17 12:21:55 -0700 | [diff] [blame] | 157 | ASSERT_EQ(0, acm_->PlayoutData10Ms(-1, &frame, &muted)); |
| 158 | ASSERT_FALSE(muted); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 159 | // Had to use ASSERT_TRUE, ASSERT_EQ generated error. |
| 160 | ASSERT_TRUE(kSampleRateHz == frame.sample_rate_hz_); |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 161 | ASSERT_EQ(1u, frame.num_channels_); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 162 | ASSERT_TRUE(kSampleRateHz / 100 == frame.samples_per_channel_); |
| 163 | } |
| 164 | } |
| 165 | |
| 166 | void Run(bool clean) { |
| 167 | for (int n = 0; n < 10; ++n) { |
| 168 | for (int m = 0; m < 5; ++m) { |
| 169 | Push(); |
| 170 | Pull(); |
| 171 | } |
| 172 | |
| 173 | if (!clean) { |
| 174 | for (int m = 0; m < 10; ++m) { // Long enough to trigger delay change. |
| 175 | Push(); |
| 176 | for (int n = 0; n < kInterarrivalJitterPacket; ++n) |
| 177 | Pull(); |
| 178 | } |
| 179 | } |
| 180 | } |
| 181 | } |
| 182 | |
| 183 | int SetMinimumDelay(int delay_ms) { |
| 184 | return acm_->SetMinimumPlayoutDelay(delay_ms); |
| 185 | } |
| 186 | |
pwestin@webrtc.org | 401ef36 | 2013-08-06 21:01:36 +0000 | [diff] [blame] | 187 | int SetMaximumDelay(int delay_ms) { |
| 188 | return acm_->SetMaximumPlayoutDelay(delay_ms); |
| 189 | } |
| 190 | |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 191 | int GetCurrentOptimalDelayMs() { |
minyue@webrtc.org | c0bd7be | 2015-02-18 15:24:13 +0000 | [diff] [blame] | 192 | NetworkStatistics stats; |
| 193 | acm_->GetNetworkStatistics(&stats); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 194 | return stats.preferredBufferSize; |
| 195 | } |
| 196 | |
| 197 | int RequiredDelay() { |
| 198 | return acm_->LeastRequiredDelayMs(); |
| 199 | } |
| 200 | |
kwiberg | 3747838 | 2016-02-14 20:40:57 -0800 | [diff] [blame] | 201 | std::unique_ptr<AudioCodingModule> acm_; |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 202 | WebRtcRTPHeader rtp_info_; |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 203 | uint8_t payload_[kPayloadLenBytes]; |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 204 | }; |
| 205 | |
kjellander | b7d24f6 | 2017-02-26 22:10:14 -0800 | [diff] [blame] | 206 | // Flaky on iOS: webrtc:7057. |
| 207 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
Peter Boström | e2976c8 | 2016-01-04 22:44:05 +0100 | [diff] [blame] | 208 | #define MAYBE_OutOfRangeInput DISABLED_OutOfRangeInput |
| 209 | #else |
| 210 | #define MAYBE_OutOfRangeInput OutOfRangeInput |
| 211 | #endif |
| 212 | TEST_F(TargetDelayTest, MAYBE_OutOfRangeInput) { |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 213 | OutOfRangeInput(); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 214 | } |
| 215 | |
kjellander | b7d24f6 | 2017-02-26 22:10:14 -0800 | [diff] [blame] | 216 | // Flaky on iOS: webrtc:7057. |
| 217 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
Peter Boström | e2976c8 | 2016-01-04 22:44:05 +0100 | [diff] [blame] | 218 | #define MAYBE_NoTargetDelayBufferSizeChanges \ |
| 219 | DISABLED_NoTargetDelayBufferSizeChanges |
| 220 | #else |
| 221 | #define MAYBE_NoTargetDelayBufferSizeChanges NoTargetDelayBufferSizeChanges |
| 222 | #endif |
| 223 | TEST_F(TargetDelayTest, MAYBE_NoTargetDelayBufferSizeChanges) { |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 224 | NoTargetDelayBufferSizeChanges(); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 225 | } |
| 226 | |
kjellander | b7d24f6 | 2017-02-26 22:10:14 -0800 | [diff] [blame] | 227 | // Flaky on iOS: webrtc:7057. |
| 228 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
Peter Boström | e2976c8 | 2016-01-04 22:44:05 +0100 | [diff] [blame] | 229 | #define MAYBE_WithTargetDelayBufferNotChanging \ |
| 230 | DISABLED_WithTargetDelayBufferNotChanging |
| 231 | #else |
| 232 | #define MAYBE_WithTargetDelayBufferNotChanging WithTargetDelayBufferNotChanging |
| 233 | #endif |
| 234 | TEST_F(TargetDelayTest, MAYBE_WithTargetDelayBufferNotChanging) { |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 235 | WithTargetDelayBufferNotChanging(); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 236 | } |
| 237 | |
kjellander | b7d24f6 | 2017-02-26 22:10:14 -0800 | [diff] [blame] | 238 | // Flaky on iOS: webrtc:7057. |
| 239 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
Peter Boström | e2976c8 | 2016-01-04 22:44:05 +0100 | [diff] [blame] | 240 | #define MAYBE_RequiredDelayAtCorrectRange DISABLED_RequiredDelayAtCorrectRange |
| 241 | #else |
| 242 | #define MAYBE_RequiredDelayAtCorrectRange RequiredDelayAtCorrectRange |
| 243 | #endif |
| 244 | TEST_F(TargetDelayTest, MAYBE_RequiredDelayAtCorrectRange) { |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 245 | RequiredDelayAtCorrectRange(); |
turaj@webrtc.org | e46c8d3 | 2013-05-22 20:39:43 +0000 | [diff] [blame] | 246 | } |
| 247 | |
kjellander | b7d24f6 | 2017-02-26 22:10:14 -0800 | [diff] [blame] | 248 | // Flaky on iOS: webrtc:7057. |
| 249 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
Peter Boström | e2976c8 | 2016-01-04 22:44:05 +0100 | [diff] [blame] | 250 | #define MAYBE_TargetDelayBufferMinMax DISABLED_TargetDelayBufferMinMax |
| 251 | #else |
| 252 | #define MAYBE_TargetDelayBufferMinMax TargetDelayBufferMinMax |
| 253 | #endif |
| 254 | TEST_F(TargetDelayTest, MAYBE_TargetDelayBufferMinMax) { |
henrik.lundin@webrtc.org | adaf809 | 2014-04-17 08:29:10 +0000 | [diff] [blame] | 255 | TargetDelayBufferMinMax(); |
turaj@webrtc.org | 6ea3d1c | 2013-10-02 21:44:33 +0000 | [diff] [blame] | 256 | } |
| 257 | |
| 258 | } // namespace webrtc |