blob: 098bcc2865270e856f84815e0fce3f5bdc375c34 [file] [log] [blame]
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Ivo Creusen3ce44a32019-10-31 14:38:11 +010011#include "api/neteq/neteq.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000012
pbos@webrtc.org3ecc1622014-03-07 15:23:34 +000013#include <math.h>
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000014#include <stdlib.h>
15#include <string.h> // memset
16
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55 +000017#include <algorithm>
kwiberg2d0c3322016-02-14 09:28:33 -080018#include <memory>
turaj@webrtc.org78b41a02013-11-22 20:27:07 +000019#include <set>
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000020#include <string>
21#include <vector>
22
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020023#include "absl/flags/flag.h"
Fredrik Solenbergbbf21a32018-04-12 22:44:09 +020024#include "api/audio/audio_frame.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "api/audio_codecs/builtin_audio_decoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/audio_coding/codecs/pcm16b/pcm16b.h"
Yves Gerey3a65f392019-11-11 18:05:42 +010027#include "modules/audio_coding/neteq/test/neteq_decoding_test.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/audio_coding/neteq/tools/audio_loop.h"
Henrik Lundin7687ad52018-07-02 10:14:46 +020029#include "modules/audio_coding/neteq/tools/neteq_packet_source_input.h"
30#include "modules/audio_coding/neteq/tools/neteq_test.h"
Yves Gerey3e707812018-11-28 16:47:49 +010031#include "modules/include/module_common_types_public.h"
Niels Möller53382cb2018-11-27 14:05:08 +010032#include "modules/rtp_rtcp/include/rtcp_statistics.h"
Yves Gerey3e707812018-11-28 16:47:49 +010033#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "rtc_base/ignore_wundef.h"
Steve Anton10542f22019-01-11 09:11:00 -080035#include "rtc_base/message_digest.h"
Karl Wiberge40468b2017-11-22 10:42:26 +010036#include "rtc_base/numerics/safe_conversions.h"
Steve Anton10542f22019-01-11 09:11:00 -080037#include "rtc_base/string_encode.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020038#include "rtc_base/strings/string_builder.h"
Niels Möllera12c42a2018-07-25 16:05:48 +020039#include "rtc_base/system/arch.h"
Henrik Lundine9619f82017-11-27 14:05:27 +010040#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020041#include "test/gtest.h"
Steve Anton10542f22019-01-11 09:11:00 -080042#include "test/testsupport/file_utils.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000043
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020044ABSL_FLAG(bool, gen_ref, false, "Generate reference files.");
turaj@webrtc.orga6101d72013-10-01 22:01:09 +000045
kwiberg5adaf732016-10-04 09:33:27 -070046namespace webrtc {
47
minyue5f026d02015-12-16 07:36:04 -080048namespace {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000049
minyue4f906772016-04-29 11:05:14 -070050const std::string& PlatformChecksum(const std::string& checksum_general,
Henrik Lundin8cd750d2017-10-12 13:07:11 +020051 const std::string& checksum_android_32,
52 const std::string& checksum_android_64,
minyue4f906772016-04-29 11:05:14 -070053 const std::string& checksum_win_32,
54 const std::string& checksum_win_64) {
kwiberg77eab702016-09-28 17:42:01 -070055#if defined(WEBRTC_ANDROID)
Yves Gerey665174f2018-06-19 15:03:05 +020056#ifdef WEBRTC_ARCH_64_BITS
57 return checksum_android_64;
58#else
59 return checksum_android_32;
60#endif // WEBRTC_ARCH_64_BITS
kwiberg77eab702016-09-28 17:42:01 -070061#elif defined(WEBRTC_WIN)
Yves Gerey665174f2018-06-19 15:03:05 +020062#ifdef WEBRTC_ARCH_64_BITS
63 return checksum_win_64;
64#else
65 return checksum_win_32;
66#endif // WEBRTC_ARCH_64_BITS
minyue4f906772016-04-29 11:05:14 -070067#else
68 return checksum_general;
69#endif // WEBRTC_WIN
70}
71
minyue5f026d02015-12-16 07:36:04 -080072} // namespace
73
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000074
ivoc72c08ed2016-01-20 07:26:24 -080075#if !defined(WEBRTC_IOS) && defined(WEBRTC_NETEQ_UNITTEST_BITEXACT) && \
76 (defined(WEBRTC_CODEC_ISAC) || defined(WEBRTC_CODEC_ISACFX)) && \
Karl Wibergeb254b42017-11-01 15:08:12 +010077 defined(WEBRTC_CODEC_ILBC) && !defined(WEBRTC_ARCH_ARM64)
minyue5f026d02015-12-16 07:36:04 -080078#define MAYBE_TestBitExactness TestBitExactness
kwiberg98ab3a42015-09-30 21:54:21 -070079#else
minyue5f026d02015-12-16 07:36:04 -080080#define MAYBE_TestBitExactness DISABLED_TestBitExactness
kwiberg98ab3a42015-09-30 21:54:21 -070081#endif
minyue5f026d02015-12-16 07:36:04 -080082TEST_F(NetEqDecodingTest, MAYBE_TestBitExactness) {
minyue49c454e2016-01-08 11:30:14 -080083 const std::string input_rtp_file =
84 webrtc::test::ResourcePath("audio_coding/neteq_universal_new", "rtp");
henrik.lundin@webrtc.org4e4b0982014-08-11 14:48:49 +000085
Yves Gerey665174f2018-06-19 15:03:05 +020086 const std::string output_checksum =
Jakob Ivarsson507f4342019-09-03 13:04:41 +020087 PlatformChecksum("6ae9f643dc3e5f3452d28a772eef7e00e74158bc",
88 "f4374430e870d66268c1b8e22fb700eb072d567e", "not used",
89 "6ae9f643dc3e5f3452d28a772eef7e00e74158bc",
90 "8d73c98645917cdeaaa01c20cf095ccc5a10b2b5");
minyue4f906772016-04-29 11:05:14 -070091
henrik.lundin2979f552017-05-05 05:04:16 -070092 const std::string network_stats_checksum =
Jakob Ivarsson507f4342019-09-03 13:04:41 +020093 PlatformChecksum("3d186ea7e243abfdbd3d39b8ebf8f02a318117e4",
94 "0b725774133da5dd823f2046663c12a76e0dbd79", "not used",
95 "3d186ea7e243abfdbd3d39b8ebf8f02a318117e4",
96 "3d186ea7e243abfdbd3d39b8ebf8f02a318117e4");
minyue4f906772016-04-29 11:05:14 -070097
Yves Gerey665174f2018-06-19 15:03:05 +020098 DecodeAndCompare(input_rtp_file, output_checksum, network_stats_checksum,
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020099 absl::GetFlag(FLAGS_gen_ref));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000100}
101
Yves Gerey665174f2018-06-19 15:03:05 +0200102#if !defined(WEBRTC_IOS) && defined(WEBRTC_NETEQ_UNITTEST_BITEXACT) && \
minyue-webrtc516711c2017-07-27 17:45:49 +0200103 defined(WEBRTC_CODEC_OPUS)
minyue93c08b72015-12-22 09:57:41 -0800104#define MAYBE_TestOpusBitExactness TestOpusBitExactness
105#else
106#define MAYBE_TestOpusBitExactness DISABLED_TestOpusBitExactness
107#endif
minyue-webrtcadb58b82017-07-26 17:59:59 +0200108TEST_F(NetEqDecodingTest, MAYBE_TestOpusBitExactness) {
minyue93c08b72015-12-22 09:57:41 -0800109 const std::string input_rtp_file =
110 webrtc::test::ResourcePath("audio_coding/neteq_opus", "rtp");
minyue93c08b72015-12-22 09:57:41 -0800111
Yves Gereya038e712018-11-14 10:45:50 +0100112 // Checksum depends on libopus being compiled with or without SSE.
113 const std::string maybe_sse =
Jakob Ivarssona36c5912019-06-27 10:12:02 +0200114 "6b602683ca7285a98118b4824d72f4257952c18f|"
115 "eb0b68bddcac00fc85403df64f83126f8ea9bc93";
Yves Gereya038e712018-11-14 10:45:50 +0100116 const std::string output_checksum = PlatformChecksum(
Yves Gerey75e22902019-09-06 03:07:55 +0200117 maybe_sse, "f95f2a220c9ca5d60b81c4653d46e0de2bee159f",
118 "6f288a03d34958f62496f18fa85655593eef4dbe", maybe_sse, maybe_sse);
minyue4f906772016-04-29 11:05:14 -0700119
Yves Gerey75e22902019-09-06 03:07:55 +0200120 const std::string network_stats_checksum =
121 PlatformChecksum("87d2d3e5ca7f1b3fb7a501ffaa51ae29aea74544",
122 "6b8c29e39c82f5479f59726744d0cf3e88e725d3",
123 "c876f2a04c4f0a91da7f084f80e87871b7c5a4a1",
124 "87d2d3e5ca7f1b3fb7a501ffaa51ae29aea74544",
125 "87d2d3e5ca7f1b3fb7a501ffaa51ae29aea74544");
minyue4f906772016-04-29 11:05:14 -0700126
Yves Gerey665174f2018-06-19 15:03:05 +0200127 DecodeAndCompare(input_rtp_file, output_checksum, network_stats_checksum,
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200128 absl::GetFlag(FLAGS_gen_ref));
minyue93c08b72015-12-22 09:57:41 -0800129}
130
Yves Gerey665174f2018-06-19 15:03:05 +0200131#if !defined(WEBRTC_IOS) && defined(WEBRTC_NETEQ_UNITTEST_BITEXACT) && \
Henrik Lundine9619f82017-11-27 14:05:27 +0100132 defined(WEBRTC_CODEC_OPUS)
133#define MAYBE_TestOpusDtxBitExactness TestOpusDtxBitExactness
134#else
135#define MAYBE_TestOpusDtxBitExactness DISABLED_TestOpusDtxBitExactness
136#endif
Henrik Lundin4f2a4a12018-01-26 17:32:56 +0100137TEST_F(NetEqDecodingTest, MAYBE_TestOpusDtxBitExactness) {
Henrik Lundine9619f82017-11-27 14:05:27 +0100138 const std::string input_rtp_file =
139 webrtc::test::ResourcePath("audio_coding/neteq_opus_dtx", "rtp");
140
Yves Gereya038e712018-11-14 10:45:50 +0100141 const std::string maybe_sse =
Minyue Li8e83c7a2019-11-04 14:47:52 +0100142 "0bdeb4ccf95a2577e38274360903ad099fc46787|"
143 "f7bbf5d92a0595a2a3445ffbaddfb20e98b6e94e";
Yves Gereya038e712018-11-14 10:45:50 +0100144 const std::string output_checksum = PlatformChecksum(
Minyue Li8e83c7a2019-11-04 14:47:52 +0100145 maybe_sse, "6d200cc51a001b6137abf67db2bb8eeb0375cdee",
146 "36d43761de86b12520cf2e63f97372a2b7c6f939", maybe_sse, maybe_sse);
Henrik Lundine9619f82017-11-27 14:05:27 +0100147
148 const std::string network_stats_checksum =
Jakob Ivarsson65024d92019-08-30 15:37:07 +0200149 "8caf49765f35b6862066d3f17531ce44d8e25f60";
Henrik Lundine9619f82017-11-27 14:05:27 +0100150
Henrik Lundine9619f82017-11-27 14:05:27 +0100151 DecodeAndCompare(input_rtp_file, output_checksum, network_stats_checksum,
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200152 absl::GetFlag(FLAGS_gen_ref));
Henrik Lundine9619f82017-11-27 14:05:27 +0100153}
154
henrik.lundin@webrtc.org7cbc4f92014-10-07 06:37:39 +0000155// Use fax mode to avoid time-scaling. This is to simplify the testing of
156// packet waiting times in the packet buffer.
157class NetEqDecodingTestFaxMode : public NetEqDecodingTest {
158 protected:
159 NetEqDecodingTestFaxMode() : NetEqDecodingTest() {
Henrik Lundin7687ad52018-07-02 10:14:46 +0200160 config_.for_test_no_time_stretching = true;
henrik.lundin@webrtc.org7cbc4f92014-10-07 06:37:39 +0000161 }
Gustaf Ullbergb0a02072017-10-02 12:00:34 +0200162 void TestJitterBufferDelay(bool apply_packet_loss);
henrik.lundin@webrtc.org7cbc4f92014-10-07 06:37:39 +0000163};
164
165TEST_F(NetEqDecodingTestFaxMode, TestFrameWaitingTimeStatistics) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000166 // Insert 30 dummy packets at once. Each packet contains 10 ms 16 kHz audio.
167 size_t num_frames = 30;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000168 const size_t kSamples = 10 * 16;
169 const size_t kPayloadBytes = kSamples * 2;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000170 for (size_t i = 0; i < num_frames; ++i) {
kwibergee2bac22015-11-11 10:34:00 -0800171 const uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700172 RTPHeader rtp_info;
Mirko Bonadeia8110272017-10-18 14:22:50 +0200173 rtp_info.sequenceNumber = rtc::checked_cast<uint16_t>(i);
174 rtp_info.timestamp = rtc::checked_cast<uint32_t>(i * kSamples);
henrik.lundin246ef3e2017-04-24 09:14:32 -0700175 rtp_info.ssrc = 0x1234; // Just an arbitrary SSRC.
176 rtp_info.payloadType = 94; // PCM16b WB codec.
177 rtp_info.markerBit = 0;
Karl Wiberg45eb1352019-10-10 14:23:00 +0200178 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000179 }
180 // Pull out all data.
181 for (size_t i = 0; i < num_frames; ++i) {
henrik.lundin7a926812016-05-12 13:51:28 -0700182 bool muted;
183 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800184 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000185 }
186
Henrik Lundin1bb8cf82015-08-25 13:08:04 +0200187 NetEqNetworkStatistics stats;
188 EXPECT_EQ(0, neteq_->NetworkStatistics(&stats));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000189 // Since all frames are dumped into NetEQ at once, but pulled out with 10 ms
190 // spacing (per definition), we expect the delay to increase with 10 ms for
Henrik Lundin1bb8cf82015-08-25 13:08:04 +0200191 // each packet. Thus, we are calculating the statistics for a series from 10
192 // to 300, in steps of 10 ms.
193 EXPECT_EQ(155, stats.mean_waiting_time_ms);
194 EXPECT_EQ(155, stats.median_waiting_time_ms);
195 EXPECT_EQ(10, stats.min_waiting_time_ms);
196 EXPECT_EQ(300, stats.max_waiting_time_ms);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000197
198 // Check statistics again and make sure it's been reset.
Henrik Lundin1bb8cf82015-08-25 13:08:04 +0200199 EXPECT_EQ(0, neteq_->NetworkStatistics(&stats));
200 EXPECT_EQ(-1, stats.mean_waiting_time_ms);
201 EXPECT_EQ(-1, stats.median_waiting_time_ms);
202 EXPECT_EQ(-1, stats.min_waiting_time_ms);
203 EXPECT_EQ(-1, stats.max_waiting_time_ms);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000204}
205
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000206
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000207TEST_F(NetEqDecodingTest, LongCngWithNegativeClockDrift) {
henrik.lundin@webrtc.orgfcfc6a92014-02-13 11:42:28 +0000208 // Apply a clock drift of -25 ms / s (sender faster than receiver).
209 const double kDriftFactor = 1000.0 / (1000.0 + 25.0);
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000210 const double kNetworkFreezeTimeMs = 0.0;
211 const bool kGetAudioDuringFreezeRecovery = false;
212 const int kDelayToleranceMs = 20;
213 const int kMaxTimeToSpeechMs = 100;
Yves Gerey665174f2018-06-19 15:03:05 +0200214 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
215 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000216 kMaxTimeToSpeechMs);
henrik.lundin@webrtc.orgfcfc6a92014-02-13 11:42:28 +0000217}
218
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000219TEST_F(NetEqDecodingTest, LongCngWithPositiveClockDrift) {
henrik.lundin@webrtc.orgfcfc6a92014-02-13 11:42:28 +0000220 // Apply a clock drift of +25 ms / s (sender slower than receiver).
221 const double kDriftFactor = 1000.0 / (1000.0 - 25.0);
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000222 const double kNetworkFreezeTimeMs = 0.0;
223 const bool kGetAudioDuringFreezeRecovery = false;
Jakob Ivarsson507f4342019-09-03 13:04:41 +0200224 const int kDelayToleranceMs = 40;
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000225 const int kMaxTimeToSpeechMs = 100;
Yves Gerey665174f2018-06-19 15:03:05 +0200226 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
227 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000228 kMaxTimeToSpeechMs);
229}
230
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000231TEST_F(NetEqDecodingTest, LongCngWithNegativeClockDriftNetworkFreeze) {
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000232 // Apply a clock drift of -25 ms / s (sender faster than receiver).
233 const double kDriftFactor = 1000.0 / (1000.0 + 25.0);
234 const double kNetworkFreezeTimeMs = 5000.0;
235 const bool kGetAudioDuringFreezeRecovery = false;
Jakob Ivarssona36c5912019-06-27 10:12:02 +0200236 const int kDelayToleranceMs = 60;
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000237 const int kMaxTimeToSpeechMs = 200;
Yves Gerey665174f2018-06-19 15:03:05 +0200238 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
239 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000240 kMaxTimeToSpeechMs);
241}
242
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000243TEST_F(NetEqDecodingTest, LongCngWithPositiveClockDriftNetworkFreeze) {
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000244 // Apply a clock drift of +25 ms / s (sender slower than receiver).
245 const double kDriftFactor = 1000.0 / (1000.0 - 25.0);
246 const double kNetworkFreezeTimeMs = 5000.0;
247 const bool kGetAudioDuringFreezeRecovery = false;
Jakob Ivarsson507f4342019-09-03 13:04:41 +0200248 const int kDelayToleranceMs = 40;
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000249 const int kMaxTimeToSpeechMs = 100;
Yves Gerey665174f2018-06-19 15:03:05 +0200250 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
251 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000252 kMaxTimeToSpeechMs);
253}
254
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000255TEST_F(NetEqDecodingTest, LongCngWithPositiveClockDriftNetworkFreezeExtraPull) {
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000256 // Apply a clock drift of +25 ms / s (sender slower than receiver).
257 const double kDriftFactor = 1000.0 / (1000.0 - 25.0);
258 const double kNetworkFreezeTimeMs = 5000.0;
259 const bool kGetAudioDuringFreezeRecovery = true;
Jakob Ivarsson507f4342019-09-03 13:04:41 +0200260 const int kDelayToleranceMs = 40;
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000261 const int kMaxTimeToSpeechMs = 100;
Yves Gerey665174f2018-06-19 15:03:05 +0200262 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
263 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000264 kMaxTimeToSpeechMs);
265}
266
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000267TEST_F(NetEqDecodingTest, LongCngWithoutClockDrift) {
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000268 const double kDriftFactor = 1.0; // No drift.
269 const double kNetworkFreezeTimeMs = 0.0;
270 const bool kGetAudioDuringFreezeRecovery = false;
271 const int kDelayToleranceMs = 10;
272 const int kMaxTimeToSpeechMs = 50;
Yves Gerey665174f2018-06-19 15:03:05 +0200273 LongCngWithClockDrift(kDriftFactor, kNetworkFreezeTimeMs,
274 kGetAudioDuringFreezeRecovery, kDelayToleranceMs,
henrik.lundin@webrtc.org24779fe2014-03-14 12:40:05 +0000275 kMaxTimeToSpeechMs);
henrik.lundin@webrtc.orgfcfc6a92014-02-13 11:42:28 +0000276}
277
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000278TEST_F(NetEqDecodingTest, UnknownPayloadType) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000279 const size_t kPayloadBytes = 100;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000280 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700281 RTPHeader rtp_info;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000282 PopulateRtpInfo(0, 0, &rtp_info);
henrik.lundin246ef3e2017-04-24 09:14:32 -0700283 rtp_info.payloadType = 1; // Not registered as a decoder.
Karl Wiberg45eb1352019-10-10 14:23:00 +0200284 EXPECT_EQ(NetEq::kFail, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000285}
286
Peter Boströme2976c82016-01-04 22:44:05 +0100287#if defined(WEBRTC_CODEC_ISAC) || defined(WEBRTC_CODEC_ISACFX)
ivoc72c08ed2016-01-20 07:26:24 -0800288#define MAYBE_DecoderError DecoderError
289#else
290#define MAYBE_DecoderError DISABLED_DecoderError
291#endif
292
Peter Boströme2976c82016-01-04 22:44:05 +0100293TEST_F(NetEqDecodingTest, MAYBE_DecoderError) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000294 const size_t kPayloadBytes = 100;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000295 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700296 RTPHeader rtp_info;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000297 PopulateRtpInfo(0, 0, &rtp_info);
henrik.lundin246ef3e2017-04-24 09:14:32 -0700298 rtp_info.payloadType = 103; // iSAC, but the payload is invalid.
Karl Wiberg45eb1352019-10-10 14:23:00 +0200299 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000300 // Set all of |out_data_| to 1, and verify that it was set to 0 by the call
301 // to GetAudio.
yujo36b1a5f2017-06-12 12:45:32 -0700302 int16_t* out_frame_data = out_frame_.mutable_data();
henrik.lundin6d8e0112016-03-04 10:34:21 -0800303 for (size_t i = 0; i < AudioFrame::kMaxDataSizeSamples; ++i) {
yujo36b1a5f2017-06-12 12:45:32 -0700304 out_frame_data[i] = 1;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000305 }
henrik.lundin7a926812016-05-12 13:51:28 -0700306 bool muted;
307 EXPECT_EQ(NetEq::kFail, neteq_->GetAudio(&out_frame_, &muted));
308 ASSERT_FALSE(muted);
ivoc72c08ed2016-01-20 07:26:24 -0800309
yujo36b1a5f2017-06-12 12:45:32 -0700310 // Verify that the first 160 samples are set to 0.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000311 static const int kExpectedOutputLength = 160; // 10 ms at 16 kHz sample rate.
yujo36b1a5f2017-06-12 12:45:32 -0700312 const int16_t* const_out_frame_data = out_frame_.data();
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000313 for (int i = 0; i < kExpectedOutputLength; ++i) {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200314 rtc::StringBuilder ss;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000315 ss << "i = " << i;
316 SCOPED_TRACE(ss.str()); // Print out the parameter values on failure.
yujo36b1a5f2017-06-12 12:45:32 -0700317 EXPECT_EQ(0, const_out_frame_data[i]);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000318 }
319}
320
henrik.lundin@webrtc.orgb4e80e02014-05-15 07:14:00 +0000321TEST_F(NetEqDecodingTest, GetAudioBeforeInsertPacket) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000322 // Set all of |out_data_| to 1, and verify that it was set to 0 by the call
323 // to GetAudio.
yujo36b1a5f2017-06-12 12:45:32 -0700324 int16_t* out_frame_data = out_frame_.mutable_data();
henrik.lundin6d8e0112016-03-04 10:34:21 -0800325 for (size_t i = 0; i < AudioFrame::kMaxDataSizeSamples; ++i) {
yujo36b1a5f2017-06-12 12:45:32 -0700326 out_frame_data[i] = 1;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000327 }
henrik.lundin7a926812016-05-12 13:51:28 -0700328 bool muted;
329 EXPECT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
330 ASSERT_FALSE(muted);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000331 // Verify that the first block of samples is set to 0.
332 static const int kExpectedOutputLength =
333 kInitSampleRateHz / 100; // 10 ms at initial sample rate.
yujo36b1a5f2017-06-12 12:45:32 -0700334 const int16_t* const_out_frame_data = out_frame_.data();
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000335 for (int i = 0; i < kExpectedOutputLength; ++i) {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200336 rtc::StringBuilder ss;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000337 ss << "i = " << i;
338 SCOPED_TRACE(ss.str()); // Print out the parameter values on failure.
yujo36b1a5f2017-06-12 12:45:32 -0700339 EXPECT_EQ(0, const_out_frame_data[i]);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000340 }
henrik.lundind89814b2015-11-23 06:49:25 -0800341 // Verify that the sample rate did not change from the initial configuration.
342 EXPECT_EQ(config_.sample_rate_hz, neteq_->last_output_sample_rate_hz());
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000343}
turaj@webrtc.orgff43c852013-09-25 00:07:27 +0000344
henrik.lundin@webrtc.org9b8102c2014-08-21 08:27:44 +0000345class NetEqBgnTest : public NetEqDecodingTest {
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000346 protected:
henrik.lundin@webrtc.org9b8102c2014-08-21 08:27:44 +0000347 void CheckBgn(int sampling_rate_hz) {
Peter Kastingdce40cf2015-08-24 14:52:23 -0700348 size_t expected_samples_per_channel = 0;
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000349 uint8_t payload_type = 0xFF; // Invalid.
350 if (sampling_rate_hz == 8000) {
351 expected_samples_per_channel = kBlockSize8kHz;
352 payload_type = 93; // PCM 16, 8 kHz.
353 } else if (sampling_rate_hz == 16000) {
354 expected_samples_per_channel = kBlockSize16kHz;
355 payload_type = 94; // PCM 16, 16 kHZ.
356 } else if (sampling_rate_hz == 32000) {
357 expected_samples_per_channel = kBlockSize32kHz;
358 payload_type = 95; // PCM 16, 32 kHz.
359 } else {
360 ASSERT_TRUE(false); // Unsupported test case.
361 }
turaj@webrtc.orgff43c852013-09-25 00:07:27 +0000362
henrik.lundin6d8e0112016-03-04 10:34:21 -0800363 AudioFrame output;
henrik.lundin@webrtc.org9b8102c2014-08-21 08:27:44 +0000364 test::AudioLoop input;
365 // We are using the same 32 kHz input file for all tests, regardless of
366 // |sampling_rate_hz|. The output may sound weird, but the test is still
367 // valid.
368 ASSERT_TRUE(input.Init(
369 webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
370 10 * sampling_rate_hz, // Max 10 seconds loop length.
Peter Kastingdce40cf2015-08-24 14:52:23 -0700371 expected_samples_per_channel));
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000372
373 // Payload of 10 ms of PCM16 32 kHz.
374 uint8_t payload[kBlockSize32kHz * sizeof(int16_t)];
henrik.lundin246ef3e2017-04-24 09:14:32 -0700375 RTPHeader rtp_info;
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000376 PopulateRtpInfo(0, 0, &rtp_info);
henrik.lundin246ef3e2017-04-24 09:14:32 -0700377 rtp_info.payloadType = payload_type;
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000378
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000379 uint32_t receive_timestamp = 0;
henrik.lundin7a926812016-05-12 13:51:28 -0700380 bool muted;
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000381 for (int n = 0; n < 10; ++n) { // Insert few packets and get audio.
kwiberg288886b2015-11-06 01:21:35 -0800382 auto block = input.GetNextBlock();
383 ASSERT_EQ(expected_samples_per_channel, block.size());
384 size_t enc_len_bytes =
385 WebRtcPcm16b_Encode(block.data(), block.size(), payload);
henrik.lundin@webrtc.org9b8102c2014-08-21 08:27:44 +0000386 ASSERT_EQ(enc_len_bytes, expected_samples_per_channel * 2);
387
Karl Wiberg45eb1352019-10-10 14:23:00 +0200388 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, rtc::ArrayView<const uint8_t>(
389 payload, enc_len_bytes)));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800390 output.Reset();
henrik.lundin7a926812016-05-12 13:51:28 -0700391 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800392 ASSERT_EQ(1u, output.num_channels_);
393 ASSERT_EQ(expected_samples_per_channel, output.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800394 ASSERT_EQ(AudioFrame::kNormalSpeech, output.speech_type_);
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000395
396 // Next packet.
Yves Gerey665174f2018-06-19 15:03:05 +0200397 rtp_info.timestamp +=
398 rtc::checked_cast<uint32_t>(expected_samples_per_channel);
henrik.lundin246ef3e2017-04-24 09:14:32 -0700399 rtp_info.sequenceNumber++;
Yves Gerey665174f2018-06-19 15:03:05 +0200400 receive_timestamp +=
401 rtc::checked_cast<uint32_t>(expected_samples_per_channel);
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000402 }
403
henrik.lundin6d8e0112016-03-04 10:34:21 -0800404 output.Reset();
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000405
406 // Get audio without inserting packets, expecting PLC and PLC-to-CNG. Pull
407 // one frame without checking speech-type. This is the first frame pulled
408 // without inserting any packet, and might not be labeled as PLC.
henrik.lundin7a926812016-05-12 13:51:28 -0700409 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800410 ASSERT_EQ(1u, output.num_channels_);
411 ASSERT_EQ(expected_samples_per_channel, output.samples_per_channel_);
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000412
413 // To be able to test the fading of background noise we need at lease to
414 // pull 611 frames.
415 const int kFadingThreshold = 611;
416
417 // Test several CNG-to-PLC packet for the expected behavior. The number 20
418 // is arbitrary, but sufficiently large to test enough number of frames.
419 const int kNumPlcToCngTestFrames = 20;
420 bool plc_to_cng = false;
421 for (int n = 0; n < kFadingThreshold + kNumPlcToCngTestFrames; ++n) {
henrik.lundin6d8e0112016-03-04 10:34:21 -0800422 output.Reset();
yujo36b1a5f2017-06-12 12:45:32 -0700423 // Set to non-zero.
424 memset(output.mutable_data(), 1, AudioFrame::kMaxDataSizeBytes);
henrik.lundin7a926812016-05-12 13:51:28 -0700425 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
426 ASSERT_FALSE(muted);
henrik.lundin6d8e0112016-03-04 10:34:21 -0800427 ASSERT_EQ(1u, output.num_channels_);
428 ASSERT_EQ(expected_samples_per_channel, output.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800429 if (output.speech_type_ == AudioFrame::kPLCCNG) {
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000430 plc_to_cng = true;
431 double sum_squared = 0;
yujo36b1a5f2017-06-12 12:45:32 -0700432 const int16_t* output_data = output.data();
henrik.lundin6d8e0112016-03-04 10:34:21 -0800433 for (size_t k = 0;
434 k < output.num_channels_ * output.samples_per_channel_; ++k)
yujo36b1a5f2017-06-12 12:45:32 -0700435 sum_squared += output_data[k] * output_data[k];
Henrik Lundin67190172018-04-20 15:34:48 +0200436 EXPECT_EQ(0, sum_squared);
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000437 } else {
henrik.lundin55480f52016-03-08 02:37:57 -0800438 EXPECT_EQ(AudioFrame::kPLC, output.speech_type_);
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000439 }
440 }
441 EXPECT_TRUE(plc_to_cng); // Just to be sure that PLC-to-CNG has occurred.
442 }
443};
444
Henrik Lundin67190172018-04-20 15:34:48 +0200445TEST_F(NetEqBgnTest, RunTest) {
henrik.lundin@webrtc.org9b8102c2014-08-21 08:27:44 +0000446 CheckBgn(8000);
447 CheckBgn(16000);
448 CheckBgn(32000);
449}
henrik.lundin@webrtc.orgea257842014-08-07 12:27:37 +0000450
turaj@webrtc.org78b41a02013-11-22 20:27:07 +0000451TEST_F(NetEqDecodingTest, SequenceNumberWrap) {
452 // Start with a sequence number that will soon wrap.
453 std::set<uint16_t> drop_seq_numbers; // Don't drop any packets.
454 WrapTest(0xFFFF - 10, 0, drop_seq_numbers, true, false);
455}
456
457TEST_F(NetEqDecodingTest, SequenceNumberWrapAndDrop) {
458 // Start with a sequence number that will soon wrap.
459 std::set<uint16_t> drop_seq_numbers;
460 drop_seq_numbers.insert(0xFFFF);
461 drop_seq_numbers.insert(0x0);
462 WrapTest(0xFFFF - 10, 0, drop_seq_numbers, true, false);
463}
464
465TEST_F(NetEqDecodingTest, TimestampWrap) {
466 // Start with a timestamp that will soon wrap.
467 std::set<uint16_t> drop_seq_numbers;
468 WrapTest(0, 0xFFFFFFFF - 3000, drop_seq_numbers, false, true);
469}
470
471TEST_F(NetEqDecodingTest, TimestampAndSequenceNumberWrap) {
472 // Start with a timestamp and a sequence number that will wrap at the same
473 // time.
474 std::set<uint16_t> drop_seq_numbers;
475 WrapTest(0xFFFF - 10, 0xFFFFFFFF - 5000, drop_seq_numbers, true, true);
476}
477
Yves Gerey3a65f392019-11-11 18:05:42 +0100478TEST_F(NetEqDecodingTest, DiscardDuplicateCng) {
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000479 uint16_t seq_no = 0;
480 uint32_t timestamp = 0;
481 const int kFrameSizeMs = 10;
482 const int kSampleRateKhz = 16;
483 const int kSamples = kFrameSizeMs * kSampleRateKhz;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000484 const size_t kPayloadBytes = kSamples * 2;
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000485
Yves Gerey665174f2018-06-19 15:03:05 +0200486 const int algorithmic_delay_samples =
487 std::max(algorithmic_delay_ms_ * kSampleRateKhz, 5 * kSampleRateKhz / 8);
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000488 // Insert three speech packets. Three are needed to get the frame length
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000489 // correct.
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000490 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700491 RTPHeader rtp_info;
henrik.lundin7a926812016-05-12 13:51:28 -0700492 bool muted;
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000493 for (int i = 0; i < 3; ++i) {
494 PopulateRtpInfo(seq_no, timestamp, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200495 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000496 ++seq_no;
497 timestamp += kSamples;
498
499 // Pull audio once.
henrik.lundin7a926812016-05-12 13:51:28 -0700500 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800501 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000502 }
503 // Verify speech output.
henrik.lundin55480f52016-03-08 02:37:57 -0800504 EXPECT_EQ(AudioFrame::kNormalSpeech, out_frame_.speech_type_);
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000505
506 // Insert same CNG packet twice.
507 const int kCngPeriodMs = 100;
508 const int kCngPeriodSamples = kCngPeriodMs * kSampleRateKhz;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000509 size_t payload_len;
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000510 PopulateCng(seq_no, timestamp, &rtp_info, payload, &payload_len);
511 // This is the first time this CNG packet is inserted.
Karl Wiberg45eb1352019-10-10 14:23:00 +0200512 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, rtc::ArrayView<const uint8_t>(
513 payload, payload_len)));
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000514
515 // Pull audio once and make sure CNG is played.
henrik.lundin7a926812016-05-12 13:51:28 -0700516 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800517 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800518 EXPECT_EQ(AudioFrame::kCNG, out_frame_.speech_type_);
henrik.lundin114c1b32017-04-26 07:47:32 -0700519 EXPECT_FALSE(
520 neteq_->GetPlayoutTimestamp()); // Returns empty value during CNG.
henrik.lundin0d96ab72016-04-06 12:28:26 -0700521 EXPECT_EQ(timestamp - algorithmic_delay_samples,
522 out_frame_.timestamp_ + out_frame_.samples_per_channel_);
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000523
524 // Insert the same CNG packet again. Note that at this point it is old, since
525 // we have already decoded the first copy of it.
Karl Wiberg45eb1352019-10-10 14:23:00 +0200526 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, rtc::ArrayView<const uint8_t>(
527 payload, payload_len)));
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000528
529 // Pull audio until we have played |kCngPeriodMs| of CNG. Start at 10 ms since
530 // we have already pulled out CNG once.
531 for (int cng_time_ms = 10; cng_time_ms < kCngPeriodMs; cng_time_ms += 10) {
henrik.lundin7a926812016-05-12 13:51:28 -0700532 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800533 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800534 EXPECT_EQ(AudioFrame::kCNG, out_frame_.speech_type_);
henrik.lundin114c1b32017-04-26 07:47:32 -0700535 EXPECT_FALSE(
536 neteq_->GetPlayoutTimestamp()); // Returns empty value during CNG.
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55 +0000537 EXPECT_EQ(timestamp - algorithmic_delay_samples,
henrik.lundin0d96ab72016-04-06 12:28:26 -0700538 out_frame_.timestamp_ + out_frame_.samples_per_channel_);
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000539 }
540
541 // Insert speech again.
542 ++seq_no;
543 timestamp += kCngPeriodSamples;
544 PopulateRtpInfo(seq_no, timestamp, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200545 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgca8cb952014-03-12 10:26:52 +0000546
547 // Pull audio once and verify that the output is speech again.
henrik.lundin7a926812016-05-12 13:51:28 -0700548 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800549 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800550 EXPECT_EQ(AudioFrame::kNormalSpeech, out_frame_.speech_type_);
Danil Chapovalovb6021232018-06-19 13:26:36 +0200551 absl::optional<uint32_t> playout_timestamp = neteq_->GetPlayoutTimestamp();
henrik.lundin0d96ab72016-04-06 12:28:26 -0700552 ASSERT_TRUE(playout_timestamp);
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55 +0000553 EXPECT_EQ(timestamp + kSamples - algorithmic_delay_samples,
henrik.lundin0d96ab72016-04-06 12:28:26 -0700554 *playout_timestamp);
wu@webrtc.org94454b72014-06-05 20:34:08 +0000555}
556
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000557TEST_F(NetEqDecodingTest, CngFirst) {
558 uint16_t seq_no = 0;
559 uint32_t timestamp = 0;
560 const int kFrameSizeMs = 10;
561 const int kSampleRateKhz = 16;
562 const int kSamples = kFrameSizeMs * kSampleRateKhz;
563 const int kPayloadBytes = kSamples * 2;
564 const int kCngPeriodMs = 100;
565 const int kCngPeriodSamples = kCngPeriodMs * kSampleRateKhz;
566 size_t payload_len;
567
568 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700569 RTPHeader rtp_info;
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000570
571 PopulateCng(seq_no, timestamp, &rtp_info, payload, &payload_len);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200572 ASSERT_EQ(NetEq::kOK,
573 neteq_->InsertPacket(
574 rtp_info, rtc::ArrayView<const uint8_t>(payload, payload_len)));
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000575 ++seq_no;
576 timestamp += kCngPeriodSamples;
577
578 // Pull audio once and make sure CNG is played.
henrik.lundin7a926812016-05-12 13:51:28 -0700579 bool muted;
580 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800581 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin55480f52016-03-08 02:37:57 -0800582 EXPECT_EQ(AudioFrame::kCNG, out_frame_.speech_type_);
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000583
584 // Insert some speech packets.
henrik.lundin549d80b2016-08-25 00:44:24 -0700585 const uint32_t first_speech_timestamp = timestamp;
586 int timeout_counter = 0;
587 do {
588 ASSERT_LT(timeout_counter++, 20) << "Test timed out";
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000589 PopulateRtpInfo(seq_no, timestamp, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200590 ASSERT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000591 ++seq_no;
592 timestamp += kSamples;
593
594 // Pull audio once.
henrik.lundin7a926812016-05-12 13:51:28 -0700595 ASSERT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
henrik.lundin6d8e0112016-03-04 10:34:21 -0800596 ASSERT_EQ(kBlockSize16kHz, out_frame_.samples_per_channel_);
henrik.lundin549d80b2016-08-25 00:44:24 -0700597 } while (!IsNewerTimestamp(out_frame_.timestamp_, first_speech_timestamp));
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000598 // Verify speech output.
henrik.lundin55480f52016-03-08 02:37:57 -0800599 EXPECT_EQ(AudioFrame::kNormalSpeech, out_frame_.speech_type_);
henrik.lundin@webrtc.orgc93437e2014-12-01 11:42:42 +0000600}
henrik.lundin7a926812016-05-12 13:51:28 -0700601
602class NetEqDecodingTestWithMutedState : public NetEqDecodingTest {
603 public:
604 NetEqDecodingTestWithMutedState() : NetEqDecodingTest() {
605 config_.enable_muted_state = true;
606 }
607
608 protected:
609 static constexpr size_t kSamples = 10 * 16;
610 static constexpr size_t kPayloadBytes = kSamples * 2;
611
612 void InsertPacket(uint32_t rtp_timestamp) {
613 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700614 RTPHeader rtp_info;
henrik.lundin7a926812016-05-12 13:51:28 -0700615 PopulateRtpInfo(0, rtp_timestamp, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200616 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin7a926812016-05-12 13:51:28 -0700617 }
618
henrik.lundin42feb512016-09-20 06:51:40 -0700619 void InsertCngPacket(uint32_t rtp_timestamp) {
620 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700621 RTPHeader rtp_info;
henrik.lundin42feb512016-09-20 06:51:40 -0700622 size_t payload_len;
623 PopulateCng(0, rtp_timestamp, &rtp_info, payload, &payload_len);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200624 EXPECT_EQ(NetEq::kOK,
625 neteq_->InsertPacket(rtp_info, rtc::ArrayView<const uint8_t>(
626 payload, payload_len)));
henrik.lundin42feb512016-09-20 06:51:40 -0700627 }
628
henrik.lundin7a926812016-05-12 13:51:28 -0700629 bool GetAudioReturnMuted() {
630 bool muted;
631 EXPECT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
632 return muted;
633 }
634
635 void GetAudioUntilMuted() {
636 while (!GetAudioReturnMuted()) {
637 ASSERT_LT(counter_++, 1000) << "Test timed out";
638 }
639 }
640
641 void GetAudioUntilNormal() {
642 bool muted = false;
643 while (out_frame_.speech_type_ != AudioFrame::kNormalSpeech) {
644 EXPECT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
645 ASSERT_LT(counter_++, 1000) << "Test timed out";
646 }
647 EXPECT_FALSE(muted);
648 }
649
650 int counter_ = 0;
651};
652
653// Verifies that NetEq goes in and out of muted state as expected.
654TEST_F(NetEqDecodingTestWithMutedState, MutedState) {
655 // Insert one speech packet.
656 InsertPacket(0);
657 // Pull out audio once and expect it not to be muted.
658 EXPECT_FALSE(GetAudioReturnMuted());
659 // Pull data until faded out.
660 GetAudioUntilMuted();
henrik.lundina4491072017-07-06 05:23:53 -0700661 EXPECT_TRUE(out_frame_.muted());
henrik.lundin7a926812016-05-12 13:51:28 -0700662
663 // Verify that output audio is not written during muted mode. Other parameters
664 // should be correct, though.
665 AudioFrame new_frame;
yujo36b1a5f2017-06-12 12:45:32 -0700666 int16_t* frame_data = new_frame.mutable_data();
667 for (size_t i = 0; i < AudioFrame::kMaxDataSizeSamples; i++) {
668 frame_data[i] = 17;
henrik.lundin7a926812016-05-12 13:51:28 -0700669 }
670 bool muted;
671 EXPECT_EQ(0, neteq_->GetAudio(&new_frame, &muted));
672 EXPECT_TRUE(muted);
henrik.lundina4491072017-07-06 05:23:53 -0700673 EXPECT_TRUE(out_frame_.muted());
yujo36b1a5f2017-06-12 12:45:32 -0700674 for (size_t i = 0; i < AudioFrame::kMaxDataSizeSamples; i++) {
675 EXPECT_EQ(17, frame_data[i]);
henrik.lundin7a926812016-05-12 13:51:28 -0700676 }
677 EXPECT_EQ(out_frame_.timestamp_ + out_frame_.samples_per_channel_,
678 new_frame.timestamp_);
679 EXPECT_EQ(out_frame_.samples_per_channel_, new_frame.samples_per_channel_);
680 EXPECT_EQ(out_frame_.sample_rate_hz_, new_frame.sample_rate_hz_);
681 EXPECT_EQ(out_frame_.num_channels_, new_frame.num_channels_);
682 EXPECT_EQ(out_frame_.speech_type_, new_frame.speech_type_);
683 EXPECT_EQ(out_frame_.vad_activity_, new_frame.vad_activity_);
684
685 // Insert new data. Timestamp is corrected for the time elapsed since the last
686 // packet. Verify that normal operation resumes.
687 InsertPacket(kSamples * counter_);
688 GetAudioUntilNormal();
henrik.lundina4491072017-07-06 05:23:53 -0700689 EXPECT_FALSE(out_frame_.muted());
henrik.lundin612c25e2016-05-25 08:21:04 -0700690
691 NetEqNetworkStatistics stats;
692 EXPECT_EQ(0, neteq_->NetworkStatistics(&stats));
693 // NetEqNetworkStatistics::expand_rate tells the fraction of samples that were
694 // concealment samples, in Q14 (16384 = 100%) .The vast majority should be
695 // concealment samples in this test.
696 EXPECT_GT(stats.expand_rate, 14000);
697 // And, it should be greater than the speech_expand_rate.
698 EXPECT_GT(stats.expand_rate, stats.speech_expand_rate);
henrik.lundin7a926812016-05-12 13:51:28 -0700699}
700
701// Verifies that NetEq goes out of muted state when given a delayed packet.
702TEST_F(NetEqDecodingTestWithMutedState, MutedStateDelayedPacket) {
703 // Insert one speech packet.
704 InsertPacket(0);
705 // Pull out audio once and expect it not to be muted.
706 EXPECT_FALSE(GetAudioReturnMuted());
707 // Pull data until faded out.
708 GetAudioUntilMuted();
709 // Insert new data. Timestamp is only corrected for the half of the time
710 // elapsed since the last packet. That is, the new packet is delayed. Verify
711 // that normal operation resumes.
712 InsertPacket(kSamples * counter_ / 2);
713 GetAudioUntilNormal();
714}
715
716// Verifies that NetEq goes out of muted state when given a future packet.
717TEST_F(NetEqDecodingTestWithMutedState, MutedStateFuturePacket) {
718 // Insert one speech packet.
719 InsertPacket(0);
720 // Pull out audio once and expect it not to be muted.
721 EXPECT_FALSE(GetAudioReturnMuted());
722 // Pull data until faded out.
723 GetAudioUntilMuted();
724 // Insert new data. Timestamp is over-corrected for the time elapsed since the
725 // last packet. That is, the new packet is too early. Verify that normal
726 // operation resumes.
727 InsertPacket(kSamples * counter_ * 2);
728 GetAudioUntilNormal();
729}
730
731// Verifies that NetEq goes out of muted state when given an old packet.
732TEST_F(NetEqDecodingTestWithMutedState, MutedStateOldPacket) {
733 // Insert one speech packet.
734 InsertPacket(0);
735 // Pull out audio once and expect it not to be muted.
736 EXPECT_FALSE(GetAudioReturnMuted());
737 // Pull data until faded out.
738 GetAudioUntilMuted();
739
740 EXPECT_NE(AudioFrame::kNormalSpeech, out_frame_.speech_type_);
741 // Insert packet which is older than the first packet.
742 InsertPacket(kSamples * (counter_ - 1000));
743 EXPECT_FALSE(GetAudioReturnMuted());
744 EXPECT_EQ(AudioFrame::kNormalSpeech, out_frame_.speech_type_);
745}
746
henrik.lundin42feb512016-09-20 06:51:40 -0700747// Verifies that NetEq doesn't enter muted state when CNG mode is active and the
748// packet stream is suspended for a long time.
749TEST_F(NetEqDecodingTestWithMutedState, DoNotMuteExtendedCngWithoutPackets) {
750 // Insert one CNG packet.
751 InsertCngPacket(0);
752
753 // Pull 10 seconds of audio (10 ms audio generated per lap).
754 for (int i = 0; i < 1000; ++i) {
755 bool muted;
756 EXPECT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
757 ASSERT_FALSE(muted);
758 }
759 EXPECT_EQ(AudioFrame::kCNG, out_frame_.speech_type_);
760}
761
762// Verifies that NetEq goes back to normal after a long CNG period with the
763// packet stream suspended.
764TEST_F(NetEqDecodingTestWithMutedState, RecoverAfterExtendedCngWithoutPackets) {
765 // Insert one CNG packet.
766 InsertCngPacket(0);
767
768 // Pull 10 seconds of audio (10 ms audio generated per lap).
769 for (int i = 0; i < 1000; ++i) {
770 bool muted;
771 EXPECT_EQ(0, neteq_->GetAudio(&out_frame_, &muted));
772 }
773
774 // Insert new data. Timestamp is corrected for the time elapsed since the last
775 // packet. Verify that normal operation resumes.
776 InsertPacket(kSamples * counter_);
777 GetAudioUntilNormal();
778}
779
henrik.lundin7a926812016-05-12 13:51:28 -0700780namespace {
781::testing::AssertionResult AudioFramesEqualExceptData(const AudioFrame& a,
782 const AudioFrame& b) {
783 if (a.timestamp_ != b.timestamp_)
784 return ::testing::AssertionFailure() << "timestamp_ diff (" << a.timestamp_
785 << " != " << b.timestamp_ << ")";
786 if (a.sample_rate_hz_ != b.sample_rate_hz_)
Yves Gerey665174f2018-06-19 15:03:05 +0200787 return ::testing::AssertionFailure()
788 << "sample_rate_hz_ diff (" << a.sample_rate_hz_
789 << " != " << b.sample_rate_hz_ << ")";
henrik.lundin7a926812016-05-12 13:51:28 -0700790 if (a.samples_per_channel_ != b.samples_per_channel_)
791 return ::testing::AssertionFailure()
792 << "samples_per_channel_ diff (" << a.samples_per_channel_
793 << " != " << b.samples_per_channel_ << ")";
794 if (a.num_channels_ != b.num_channels_)
Yves Gerey665174f2018-06-19 15:03:05 +0200795 return ::testing::AssertionFailure()
796 << "num_channels_ diff (" << a.num_channels_
797 << " != " << b.num_channels_ << ")";
henrik.lundin7a926812016-05-12 13:51:28 -0700798 if (a.speech_type_ != b.speech_type_)
Yves Gerey665174f2018-06-19 15:03:05 +0200799 return ::testing::AssertionFailure()
800 << "speech_type_ diff (" << a.speech_type_
801 << " != " << b.speech_type_ << ")";
henrik.lundin7a926812016-05-12 13:51:28 -0700802 if (a.vad_activity_ != b.vad_activity_)
Yves Gerey665174f2018-06-19 15:03:05 +0200803 return ::testing::AssertionFailure()
804 << "vad_activity_ diff (" << a.vad_activity_
805 << " != " << b.vad_activity_ << ")";
henrik.lundin7a926812016-05-12 13:51:28 -0700806 return ::testing::AssertionSuccess();
807}
808
809::testing::AssertionResult AudioFramesEqual(const AudioFrame& a,
810 const AudioFrame& b) {
811 ::testing::AssertionResult res = AudioFramesEqualExceptData(a, b);
812 if (!res)
813 return res;
Yves Gerey665174f2018-06-19 15:03:05 +0200814 if (memcmp(a.data(), b.data(),
815 a.samples_per_channel_ * a.num_channels_ * sizeof(*a.data())) !=
816 0) {
henrik.lundin7a926812016-05-12 13:51:28 -0700817 return ::testing::AssertionFailure() << "data_ diff";
818 }
819 return ::testing::AssertionSuccess();
820}
821
822} // namespace
823
824TEST_F(NetEqDecodingTestTwoInstances, CompareMutedStateOnOff) {
825 ASSERT_FALSE(config_.enable_muted_state);
826 config2_.enable_muted_state = true;
827 CreateSecondInstance();
828
829 // Insert one speech packet into both NetEqs.
830 const size_t kSamples = 10 * 16;
831 const size_t kPayloadBytes = kSamples * 2;
832 uint8_t payload[kPayloadBytes] = {0};
henrik.lundin246ef3e2017-04-24 09:14:32 -0700833 RTPHeader rtp_info;
henrik.lundin7a926812016-05-12 13:51:28 -0700834 PopulateRtpInfo(0, 0, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200835 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
836 EXPECT_EQ(0, neteq2_->InsertPacket(rtp_info, payload));
henrik.lundin7a926812016-05-12 13:51:28 -0700837
838 AudioFrame out_frame1, out_frame2;
839 bool muted;
840 for (int i = 0; i < 1000; ++i) {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200841 rtc::StringBuilder ss;
henrik.lundin7a926812016-05-12 13:51:28 -0700842 ss << "i = " << i;
843 SCOPED_TRACE(ss.str()); // Print out the loop iterator on failure.
844 EXPECT_EQ(0, neteq_->GetAudio(&out_frame1, &muted));
845 EXPECT_FALSE(muted);
846 EXPECT_EQ(0, neteq2_->GetAudio(&out_frame2, &muted));
847 if (muted) {
848 EXPECT_TRUE(AudioFramesEqualExceptData(out_frame1, out_frame2));
849 } else {
850 EXPECT_TRUE(AudioFramesEqual(out_frame1, out_frame2));
851 }
852 }
853 EXPECT_TRUE(muted);
854
855 // Insert new data. Timestamp is corrected for the time elapsed since the last
856 // packet.
857 PopulateRtpInfo(0, kSamples * 1000, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200858 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
859 EXPECT_EQ(0, neteq2_->InsertPacket(rtp_info, payload));
henrik.lundin7a926812016-05-12 13:51:28 -0700860
861 int counter = 0;
862 while (out_frame1.speech_type_ != AudioFrame::kNormalSpeech) {
863 ASSERT_LT(counter++, 1000) << "Test timed out";
Jonas Olsson366a50c2018-09-06 13:41:30 +0200864 rtc::StringBuilder ss;
henrik.lundin7a926812016-05-12 13:51:28 -0700865 ss << "counter = " << counter;
866 SCOPED_TRACE(ss.str()); // Print out the loop iterator on failure.
867 EXPECT_EQ(0, neteq_->GetAudio(&out_frame1, &muted));
868 EXPECT_FALSE(muted);
869 EXPECT_EQ(0, neteq2_->GetAudio(&out_frame2, &muted));
870 if (muted) {
871 EXPECT_TRUE(AudioFramesEqualExceptData(out_frame1, out_frame2));
872 } else {
873 EXPECT_TRUE(AudioFramesEqual(out_frame1, out_frame2));
874 }
875 }
876 EXPECT_FALSE(muted);
877}
878
henrik.lundin114c1b32017-04-26 07:47:32 -0700879TEST_F(NetEqDecodingTest, LastDecodedTimestampsEmpty) {
880 EXPECT_TRUE(neteq_->LastDecodedTimestamps().empty());
881
882 // Pull out data once.
883 AudioFrame output;
884 bool muted;
885 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
886
887 EXPECT_TRUE(neteq_->LastDecodedTimestamps().empty());
888}
889
890TEST_F(NetEqDecodingTest, LastDecodedTimestampsOneDecoded) {
891 // Insert one packet with PCM16b WB data (this is what PopulateRtpInfo does by
892 // default). Make the length 10 ms.
893 constexpr size_t kPayloadSamples = 16 * 10;
894 constexpr size_t kPayloadBytes = 2 * kPayloadSamples;
895 uint8_t payload[kPayloadBytes] = {0};
896
897 RTPHeader rtp_info;
898 constexpr uint32_t kRtpTimestamp = 0x1234;
899 PopulateRtpInfo(0, kRtpTimestamp, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200900 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin114c1b32017-04-26 07:47:32 -0700901
902 // Pull out data once.
903 AudioFrame output;
904 bool muted;
905 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
906
907 EXPECT_EQ(std::vector<uint32_t>({kRtpTimestamp}),
908 neteq_->LastDecodedTimestamps());
909
910 // Nothing decoded on the second call.
911 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
912 EXPECT_TRUE(neteq_->LastDecodedTimestamps().empty());
913}
914
915TEST_F(NetEqDecodingTest, LastDecodedTimestampsTwoDecoded) {
916 // Insert two packets with PCM16b WB data (this is what PopulateRtpInfo does
917 // by default). Make the length 5 ms so that NetEq must decode them both in
918 // the same GetAudio call.
919 constexpr size_t kPayloadSamples = 16 * 5;
920 constexpr size_t kPayloadBytes = 2 * kPayloadSamples;
921 uint8_t payload[kPayloadBytes] = {0};
922
923 RTPHeader rtp_info;
924 constexpr uint32_t kRtpTimestamp1 = 0x1234;
925 PopulateRtpInfo(0, kRtpTimestamp1, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200926 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin114c1b32017-04-26 07:47:32 -0700927 constexpr uint32_t kRtpTimestamp2 = kRtpTimestamp1 + kPayloadSamples;
928 PopulateRtpInfo(1, kRtpTimestamp2, &rtp_info);
Karl Wiberg45eb1352019-10-10 14:23:00 +0200929 EXPECT_EQ(0, neteq_->InsertPacket(rtp_info, payload));
henrik.lundin114c1b32017-04-26 07:47:32 -0700930
931 // Pull out data once.
932 AudioFrame output;
933 bool muted;
934 ASSERT_EQ(0, neteq_->GetAudio(&output, &muted));
935
936 EXPECT_EQ(std::vector<uint32_t>({kRtpTimestamp1, kRtpTimestamp2}),
937 neteq_->LastDecodedTimestamps());
938}
939
Gustaf Ullberg9a2e9062017-09-18 09:28:20 +0200940TEST_F(NetEqDecodingTest, TestConcealmentEvents) {
941 const int kNumConcealmentEvents = 19;
942 const size_t kSamples = 10 * 16;
943 const size_t kPayloadBytes = kSamples * 2;
944 int seq_no = 0;
945 RTPHeader rtp_info;
946 rtp_info.ssrc = 0x1234; // Just an arbitrary SSRC.
947 rtp_info.payloadType = 94; // PCM16b WB codec.
948 rtp_info.markerBit = 0;
949 const uint8_t payload[kPayloadBytes] = {0};
950 bool muted;
951
952 for (int i = 0; i < kNumConcealmentEvents; i++) {
953 // Insert some packets of 10 ms size.
954 for (int j = 0; j < 10; j++) {
955 rtp_info.sequenceNumber = seq_no++;
956 rtp_info.timestamp = rtp_info.sequenceNumber * kSamples;
Karl Wiberg45eb1352019-10-10 14:23:00 +0200957 neteq_->InsertPacket(rtp_info, payload);
Gustaf Ullberg9a2e9062017-09-18 09:28:20 +0200958 neteq_->GetAudio(&out_frame_, &muted);
959 }
960
961 // Lose a number of packets.
962 int num_lost = 1 + i;
963 for (int j = 0; j < num_lost; j++) {
964 seq_no++;
965 neteq_->GetAudio(&out_frame_, &muted);
966 }
967 }
968
969 // Check number of concealment events.
970 NetEqLifetimeStatistics stats = neteq_->GetLifetimeStatistics();
971 EXPECT_EQ(kNumConcealmentEvents, static_cast<int>(stats.concealment_events));
972}
973
Gustaf Ullbergb0a02072017-10-02 12:00:34 +0200974// Test that the jitter buffer delay stat is computed correctly.
975void NetEqDecodingTestFaxMode::TestJitterBufferDelay(bool apply_packet_loss) {
976 const int kNumPackets = 10;
977 const int kDelayInNumPackets = 2;
978 const int kPacketLenMs = 10; // All packets are of 10 ms size.
979 const size_t kSamples = kPacketLenMs * 16;
980 const size_t kPayloadBytes = kSamples * 2;
981 RTPHeader rtp_info;
982 rtp_info.ssrc = 0x1234; // Just an arbitrary SSRC.
983 rtp_info.payloadType = 94; // PCM16b WB codec.
984 rtp_info.markerBit = 0;
985 const uint8_t payload[kPayloadBytes] = {0};
986 bool muted;
987 int packets_sent = 0;
988 int packets_received = 0;
989 int expected_delay = 0;
Chen Xing0acffb52019-01-15 15:46:29 +0100990 uint64_t expected_emitted_count = 0;
Gustaf Ullbergb0a02072017-10-02 12:00:34 +0200991 while (packets_received < kNumPackets) {
992 // Insert packet.
993 if (packets_sent < kNumPackets) {
994 rtp_info.sequenceNumber = packets_sent++;
995 rtp_info.timestamp = rtp_info.sequenceNumber * kSamples;
Karl Wiberg45eb1352019-10-10 14:23:00 +0200996 neteq_->InsertPacket(rtp_info, payload);
Gustaf Ullbergb0a02072017-10-02 12:00:34 +0200997 }
998
999 // Get packet.
1000 if (packets_sent > kDelayInNumPackets) {
1001 neteq_->GetAudio(&out_frame_, &muted);
1002 packets_received++;
1003
1004 // The delay reported by the jitter buffer never exceeds
1005 // the number of samples previously fetched with GetAudio
1006 // (hence the min()).
1007 int packets_delay = std::min(packets_received, kDelayInNumPackets + 1);
1008
1009 // The increase of the expected delay is the product of
1010 // the current delay of the jitter buffer in ms * the
1011 // number of samples that are sent for play out.
1012 int current_delay_ms = packets_delay * kPacketLenMs;
1013 expected_delay += current_delay_ms * kSamples;
Chen Xing0acffb52019-01-15 15:46:29 +01001014 expected_emitted_count += kSamples;
Gustaf Ullbergb0a02072017-10-02 12:00:34 +02001015 }
1016 }
1017
1018 if (apply_packet_loss) {
1019 // Extra call to GetAudio to cause concealment.
1020 neteq_->GetAudio(&out_frame_, &muted);
1021 }
1022
1023 // Check jitter buffer delay.
1024 NetEqLifetimeStatistics stats = neteq_->GetLifetimeStatistics();
1025 EXPECT_EQ(expected_delay, static_cast<int>(stats.jitter_buffer_delay_ms));
Chen Xing0acffb52019-01-15 15:46:29 +01001026 EXPECT_EQ(expected_emitted_count, stats.jitter_buffer_emitted_count);
Gustaf Ullbergb0a02072017-10-02 12:00:34 +02001027}
1028
1029TEST_F(NetEqDecodingTestFaxMode, TestJitterBufferDelayWithoutLoss) {
1030 TestJitterBufferDelay(false);
1031}
1032
1033TEST_F(NetEqDecodingTestFaxMode, TestJitterBufferDelayWithLoss) {
1034 TestJitterBufferDelay(true);
1035}
1036
Jakob Ivarsson26c59ff2019-02-28 09:55:49 +01001037TEST_F(NetEqDecodingTestFaxMode, TestJitterBufferDelayWithAcceleration) {
1038 const int kPacketLenMs = 10; // All packets are of 10 ms size.
1039 const size_t kSamples = kPacketLenMs * 16;
1040 const size_t kPayloadBytes = kSamples * 2;
1041 RTPHeader rtp_info;
1042 rtp_info.ssrc = 0x1234; // Just an arbitrary SSRC.
1043 rtp_info.payloadType = 94; // PCM16b WB codec.
1044 rtp_info.markerBit = 0;
1045 const uint8_t payload[kPayloadBytes] = {0};
1046
Karl Wiberg45eb1352019-10-10 14:23:00 +02001047 neteq_->InsertPacket(rtp_info, payload);
Jakob Ivarsson26c59ff2019-02-28 09:55:49 +01001048
1049 bool muted;
1050 neteq_->GetAudio(&out_frame_, &muted);
1051
1052 rtp_info.sequenceNumber += 1;
1053 rtp_info.timestamp += kSamples;
Karl Wiberg45eb1352019-10-10 14:23:00 +02001054 neteq_->InsertPacket(rtp_info, payload);
Jakob Ivarsson26c59ff2019-02-28 09:55:49 +01001055 rtp_info.sequenceNumber += 1;
1056 rtp_info.timestamp += kSamples;
Karl Wiberg45eb1352019-10-10 14:23:00 +02001057 neteq_->InsertPacket(rtp_info, payload);
Jakob Ivarsson26c59ff2019-02-28 09:55:49 +01001058
1059 // We have two packets in the buffer and kAccelerate operation will
1060 // extract 20 ms of data.
Ivo Creusen3ce44a32019-10-31 14:38:11 +01001061 neteq_->GetAudio(&out_frame_, &muted, NetEq::Operation::kAccelerate);
Jakob Ivarsson26c59ff2019-02-28 09:55:49 +01001062
1063 // Check jitter buffer delay.
1064 NetEqLifetimeStatistics stats = neteq_->GetLifetimeStatistics();
1065 EXPECT_EQ(10 * kSamples * 3, stats.jitter_buffer_delay_ms);
1066 EXPECT_EQ(kSamples * 3, stats.jitter_buffer_emitted_count);
1067}
1068
Henrik Lundin7687ad52018-07-02 10:14:46 +02001069namespace test {
Henrik Lundin7687ad52018-07-02 10:14:46 +02001070TEST(NetEqNoTimeStretchingMode, RunTest) {
1071 NetEq::Config config;
1072 config.for_test_no_time_stretching = true;
1073 auto codecs = NetEqTest::StandardDecoderMap();
Henrik Lundin7687ad52018-07-02 10:14:46 +02001074 NetEqPacketSourceInput::RtpHeaderExtensionMap rtp_ext_map = {
1075 {1, kRtpExtensionAudioLevel},
1076 {3, kRtpExtensionAbsoluteSendTime},
1077 {5, kRtpExtensionTransportSequenceNumber},
1078 {7, kRtpExtensionVideoContentType},
1079 {8, kRtpExtensionVideoTiming}};
1080 std::unique_ptr<NetEqInput> input(new NetEqRtpDumpInput(
1081 webrtc::test::ResourcePath("audio_coding/neteq_universal_new", "rtp"),
Bjorn Terelius5350d1c2018-10-11 16:51:23 +02001082 rtp_ext_map, absl::nullopt /*No SSRC filter*/));
Henrik Lundin7687ad52018-07-02 10:14:46 +02001083 std::unique_ptr<TimeLimitedNetEqInput> input_time_limit(
1084 new TimeLimitedNetEqInput(std::move(input), 20000));
1085 std::unique_ptr<AudioSink> output(new VoidAudioSink);
1086 NetEqTest::Callbacks callbacks;
Sandeep Siddhartha3f0bc2c2020-01-16 22:48:36 +00001087 NetEqTest test(config, CreateBuiltinAudioDecoderFactory(), codecs, nullptr,
1088 std::move(input_time_limit), std::move(output), callbacks);
Henrik Lundin7687ad52018-07-02 10:14:46 +02001089 test.Run();
1090 const auto stats = test.SimulationStats();
1091 EXPECT_EQ(0, stats.accelerate_rate);
1092 EXPECT_EQ(0, stats.preemptive_rate);
1093}
Henrik Lundin7687ad52018-07-02 10:14:46 +02001094
1095} // namespace test
henrik.lundin@webrtc.orge7ce4372014-01-09 14:01:55 +00001096} // namespace webrtc