blob: e6acf92efb61702031d04086ecaf25639b47069b [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
solenbergc7a8b082015-10-16 14:35:07 -070015#include "webrtc/audio/audio_send_stream.h"
solenberg566ef242015-11-06 15:34:49 -080016#include "webrtc/audio/audio_state.h"
solenberg85a04962015-10-27 03:35:21 -070017#include "webrtc/audio/conversion.h"
zstein7cb69d52017-05-08 11:52:38 -070018#include "webrtc/base/ptr_util.h"
perkj26091b12016-09-01 01:17:40 -070019#include "webrtc/base/task_queue.h"
zstein7cb69d52017-05-08 11:52:38 -070020#include "webrtc/call/fake_rtp_transport_controller_send.h"
nissecae45d02017-04-24 05:53:20 -070021#include "webrtc/call/rtp_transport_controller_send_interface.h"
terelius2d81eb32016-10-25 07:04:37 -070022#include "webrtc/logging/rtc_event_log/mock/mock_rtc_event_log.h"
aleloi10111bc2016-11-17 06:48:48 -080023#include "webrtc/modules/audio_mixer/audio_mixer_impl.h"
ivoc7aba0292016-11-14 04:52:06 -080024#include "webrtc/modules/audio_processing/include/mock_audio_processing.h"
nisse40854ea2017-03-22 03:28:54 -070025#include "webrtc/modules/congestion_controller/include/mock/mock_congestion_observer.h"
nisse559af382017-03-21 06:41:12 -070026#include "webrtc/modules/congestion_controller/include/send_side_congestion_controller.h"
Stefan Holmerb86d4e42015-12-07 10:26:18 +010027#include "webrtc/modules/pacing/paced_sender.h"
michaelt9332b7d2016-11-30 07:51:13 -080028#include "webrtc/modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
zstein7cb69d52017-05-08 11:52:38 -070029#include "webrtc/modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
kwibergac9f8762016-09-30 22:29:43 -070030#include "webrtc/test/gtest.h"
ossueb1fde42017-05-02 06:46:30 -070031#include "webrtc/test/mock_audio_encoder.h"
32#include "webrtc/test/mock_audio_encoder_factory.h"
solenberg13725082015-11-25 08:16:52 -080033#include "webrtc/test/mock_voe_channel_proxy.h"
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010034#include "webrtc/test/mock_voice_engine.h"
solenberg796b8f92017-03-01 17:02:23 -080035#include "webrtc/voice_engine/transmit_mixer.h"
solenbergc7a8b082015-10-16 14:35:07 -070036
37namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070038namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010039namespace {
40
solenberg3a941542015-11-16 07:34:50 -080041using testing::_;
stefan7de8d642017-02-07 07:14:08 -080042using testing::Eq;
43using testing::Ne;
ossu20a4b3f2017-04-27 02:08:52 -070044using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -080045using testing::Return;
46
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010047const int kChannelId = 1;
48const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080049const char* kCName = "foo_name";
50const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010051const int kTransportSequenceNumberId = 4;
solenberg566ef242015-11-06 15:34:49 -080052const int kEchoDelayMedian = 254;
53const int kEchoDelayStdDev = -3;
54const int kEchoReturnLoss = -65;
55const int kEchoReturnLossEnhancement = 101;
ivoc7aba0292016-11-14 04:52:06 -080056const float kResidualEchoLikelihood = -1.0f;
solenberg796b8f92017-03-01 17:02:23 -080057const int32_t kSpeechInputLevel = 96;
solenberg566ef242015-11-06 15:34:49 -080058const CallStatistics kCallStats = {
59 1345, 1678, 1901, 1234, 112, 13456, 17890, 1567, -1890, -1123};
solenberg566ef242015-11-06 15:34:49 -080060const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010061const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080062const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080063const int kTelephoneEventCode = 45;
64const int kTelephoneEventDuration = 6789;
minyue7a973442016-10-20 03:27:12 -070065const CodecInst kIsacCodec = {103, "isac", 16000, 320, 1, 32000};
ossu20a4b3f2017-04-27 02:08:52 -070066constexpr int kIsacPayloadType = 103;
67const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
68const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
69const SdpAudioFormat kG722Format = {"g722", 8000, 1};
70const AudioCodecSpec kCodecSpecs[] = {
71 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
72 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
73 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080074
mflodman86cc6ff2016-07-26 04:44:06 -070075class MockLimitObserver : public BitrateAllocator::LimitObserver {
76 public:
77 MOCK_METHOD2(OnAllocationLimitsChanged,
78 void(uint32_t min_send_bitrate_bps,
79 uint32_t max_padding_bitrate_bps));
80};
81
solenberg796b8f92017-03-01 17:02:23 -080082class MockTransmitMixer : public voe::TransmitMixer {
83 public:
84 MOCK_CONST_METHOD0(AudioLevelFullRange, int16_t());
85};
86
ossu20a4b3f2017-04-27 02:08:52 -070087std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
88 int payload_type,
89 const SdpAudioFormat& format) {
90 for (const auto& spec : kCodecSpecs) {
91 if (format == spec.format) {
92 std::unique_ptr<MockAudioEncoder> encoder(new MockAudioEncoder);
93 ON_CALL(*encoder.get(), SampleRateHz())
94 .WillByDefault(Return(spec.info.sample_rate_hz));
95 ON_CALL(*encoder.get(), NumChannels())
96 .WillByDefault(Return(spec.info.num_channels));
97 ON_CALL(*encoder.get(), RtpTimestampRateHz())
98 .WillByDefault(Return(spec.format.clockrate_hz));
99 return encoder;
100 }
101 }
102 return nullptr;
103}
104
105rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
106 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
107 new rtc::RefCountedObject<MockAudioEncoderFactory>();
108 ON_CALL(*factory.get(), GetSupportedEncoders())
109 .WillByDefault(Return(std::vector<AudioCodecSpec>(
110 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
111 ON_CALL(*factory.get(), QueryAudioEncoder(_))
112 .WillByDefault(Invoke([](const SdpAudioFormat& format) {
113 for (const auto& spec : kCodecSpecs) {
114 if (format == spec.format) {
115 return rtc::Optional<AudioCodecInfo>(spec.info);
116 }
117 }
118 return rtc::Optional<AudioCodecInfo>();
119 }));
120 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _))
121 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
122 std::unique_ptr<AudioEncoder>* return_value) {
123 *return_value = SetupAudioEncoderMock(payload_type, format);
124 }));
125 return factory;
126}
127
solenberg566ef242015-11-06 15:34:49 -0800128struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700129 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
nisseb8f9a322017-03-27 05:36:15 -0700130 : stream_config_(nullptr),
zstein7cb69d52017-05-08 11:52:38 -0700131 simulated_clock_(123456),
132 send_side_cc_(rtc::MakeUnique<SendSideCongestionController>(
133 &simulated_clock_,
134 nullptr /* observer */,
135 &event_log_,
136 &packet_router_)),
zstein8c96a142017-05-17 11:49:12 -0700137 fake_transport_(&packet_router_, send_side_cc_.get()),
perkj26091b12016-09-01 01:17:40 -0700138 bitrate_allocator_(&limit_observer_),
139 worker_queue_("ConfigHelper_worker_queue") {
solenberg13725082015-11-25 08:16:52 -0800140 using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800141
solenberg566ef242015-11-06 15:34:49 -0800142 EXPECT_CALL(voice_engine_,
solenberg3a941542015-11-16 07:34:50 -0800143 RegisterVoiceEngineObserver(_)).WillOnce(Return(0));
solenberg566ef242015-11-06 15:34:49 -0800144 EXPECT_CALL(voice_engine_,
solenberg3a941542015-11-16 07:34:50 -0800145 DeRegisterVoiceEngineObserver()).WillOnce(Return(0));
aleloidd310712016-11-17 06:28:59 -0800146 EXPECT_CALL(voice_engine_, audio_device_module());
147 EXPECT_CALL(voice_engine_, audio_processing());
148 EXPECT_CALL(voice_engine_, audio_transport());
149
solenberg566ef242015-11-06 15:34:49 -0800150 AudioState::Config config;
151 config.voice_engine = &voice_engine_;
aleloi10111bc2016-11-17 06:48:48 -0800152 config.audio_mixer = AudioMixerImpl::Create();
solenberg566ef242015-11-06 15:34:49 -0800153 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800154
stefan7de8d642017-02-07 07:14:08 -0800155 SetupDefaultChannelProxy(audio_bwe_enabled);
minyue6b825df2016-10-31 04:08:32 -0700156
solenberg13725082015-11-25 08:16:52 -0800157 EXPECT_CALL(voice_engine_, ChannelProxyFactory(kChannelId))
158 .WillOnce(Invoke([this](int channel_id) {
solenberg13725082015-11-25 08:16:52 -0800159 return channel_proxy_;
160 }));
minyue6b825df2016-10-31 04:08:32 -0700161
ossu20a4b3f2017-04-27 02:08:52 -0700162 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700163
ossu20a4b3f2017-04-27 02:08:52 -0700164 // Use ISAC as default codec so as to prevent unnecessary |voice_engine_|
165 // calls from the default ctor behavior.
166 stream_config_.send_codec_spec =
167 rtc::Optional<AudioSendStream::Config::SendCodecSpec>(
168 {kIsacPayloadType, kIsacFormat});
solenberg566ef242015-11-06 15:34:49 -0800169 stream_config_.voe_channel_id = kChannelId;
170 stream_config_.rtp.ssrc = kSsrc;
solenberg971cab02016-06-14 10:02:41 -0700171 stream_config_.rtp.nack.rtp_history_ms = 200;
solenberg3a941542015-11-16 07:34:50 -0800172 stream_config_.rtp.c_name = kCName;
173 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700174 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800175 if (audio_bwe_enabled) {
176 stream_config_.rtp.extensions.push_back(
177 RtpExtension(RtpExtension::kTransportSequenceNumberUri,
178 kTransportSequenceNumberId));
ossu20a4b3f2017-04-27 02:08:52 -0700179 stream_config_.send_codec_spec->transport_cc_enabled = true;
stefan7de8d642017-02-07 07:14:08 -0800180 }
ossu20a4b3f2017-04-27 02:08:52 -0700181 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800182 stream_config_.min_bitrate_bps = 10000;
183 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800184 }
185
186 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700187 MockAudioEncoderFactory& mock_encoder_factory() {
188 return *static_cast<MockAudioEncoderFactory*>(
189 stream_config_.encoder_factory.get());
190 }
solenberg566ef242015-11-06 15:34:49 -0800191 rtc::scoped_refptr<AudioState> audio_state() { return audio_state_; }
solenberg94218532016-06-16 10:53:22 -0700192 MockVoEChannelProxy* channel_proxy() { return channel_proxy_; }
nisseb8f9a322017-03-27 05:36:15 -0700193 RtpTransportControllerSendInterface* transport() { return &fake_transport_; }
mflodman86cc6ff2016-07-26 04:44:06 -0700194 BitrateAllocator* bitrate_allocator() { return &bitrate_allocator_; }
perkj26091b12016-09-01 01:17:40 -0700195 rtc::TaskQueue* worker_queue() { return &worker_queue_; }
tereliuse035e2d2016-09-21 06:51:47 -0700196 RtcEventLog* event_log() { return &event_log_; }
minyue7a973442016-10-20 03:27:12 -0700197 MockVoiceEngine* voice_engine() { return &voice_engine_; }
198
stefan7de8d642017-02-07 07:14:08 -0800199 void SetupDefaultChannelProxy(bool audio_bwe_enabled) {
minyue6b825df2016-10-31 04:08:32 -0700200 using testing::StrEq;
201 channel_proxy_ = new testing::StrictMock<MockVoEChannelProxy>();
ossu3b9ff382017-04-27 08:03:42 -0700202 EXPECT_CALL(*channel_proxy_, GetRtpRtcp(_, _))
203 .WillRepeatedly(Invoke(
204 [this](RtpRtcp** rtp_rtcp_module, RtpReceiver** rtp_receiver) {
205 *rtp_rtcp_module = &this->rtp_rtcp_;
206 *rtp_receiver = nullptr; // Not deemed necessary for tests yet.
207 }));
minyue6b825df2016-10-31 04:08:32 -0700208 EXPECT_CALL(*channel_proxy_, SetRTCPStatus(true)).Times(1);
209 EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kSsrc)).Times(1);
210 EXPECT_CALL(*channel_proxy_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
211 EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 10)).Times(1);
212 EXPECT_CALL(*channel_proxy_,
minyue6b825df2016-10-31 04:08:32 -0700213 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
214 .Times(1);
stefan7de8d642017-02-07 07:14:08 -0800215 if (audio_bwe_enabled) {
216 EXPECT_CALL(*channel_proxy_,
217 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
218 .Times(1);
nisse559af382017-03-21 06:41:12 -0700219 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700220 &fake_transport_, Ne(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800221 .Times(1);
222 } else {
nisse559af382017-03-21 06:41:12 -0700223 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700224 &fake_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800225 .Times(1);
226 }
ossu20a4b3f2017-04-27 02:08:52 -0700227 EXPECT_CALL(*channel_proxy_, SetBitrate(_, _))
228 .Times(1);
nissefdbfdc92017-03-31 05:44:52 -0700229 EXPECT_CALL(*channel_proxy_, ResetSenderCongestionControlObjects())
230 .Times(1);
minyue6b825df2016-10-31 04:08:32 -0700231 EXPECT_CALL(*channel_proxy_, RegisterExternalTransport(nullptr)).Times(1);
232 EXPECT_CALL(*channel_proxy_, DeRegisterExternalTransport()).Times(1);
233 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::NotNull())).Times(1);
234 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::IsNull()))
235 .Times(1); // Destructor resets the event log
michaelt9332b7d2016-11-30 07:51:13 -0800236 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(&rtcp_rtt_stats_)).Times(1);
237 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(testing::IsNull()))
238 .Times(1); // Destructor resets the rtt stats.
minyue6b825df2016-10-31 04:08:32 -0700239 }
240
ossu20a4b3f2017-04-27 02:08:52 -0700241 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
242 if (expect_set_encoder_call) {
243 EXPECT_CALL(*channel_proxy_, SetEncoderForMock(_, _))
244 .WillOnce(Return(true));
245 }
minyue7a973442016-10-20 03:27:12 -0700246 }
ossu20a4b3f2017-04-27 02:08:52 -0700247
michaelt9332b7d2016-11-30 07:51:13 -0800248 RtcpRttStats* rtcp_rtt_stats() { return &rtcp_rtt_stats_; }
solenberg566ef242015-11-06 15:34:49 -0800249
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100250 void SetupMockForSendTelephoneEvent() {
251 EXPECT_TRUE(channel_proxy_);
252 EXPECT_CALL(*channel_proxy_,
solenbergffbbcac2016-11-17 05:25:37 -0800253 SetSendTelephoneEventPayloadType(kTelephoneEventPayloadType,
254 kTelephoneEventPayloadFrequency))
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100255 .WillOnce(Return(true));
256 EXPECT_CALL(*channel_proxy_,
257 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
258 .WillOnce(Return(true));
259 }
260
solenberg566ef242015-11-06 15:34:49 -0800261 void SetupMockForGetStats() {
solenberg3a941542015-11-16 07:34:50 -0800262 using testing::DoAll;
solenbergbd9a77f2017-02-06 12:53:57 -0800263 using testing::SetArgPointee;
solenberg3a941542015-11-16 07:34:50 -0800264 using testing::SetArgReferee;
265
solenberg566ef242015-11-06 15:34:49 -0800266 std::vector<ReportBlock> report_blocks;
267 webrtc::ReportBlock block = kReportBlock;
268 report_blocks.push_back(block); // Has wrong SSRC.
269 block.source_SSRC = kSsrc;
270 report_blocks.push_back(block); // Correct block.
271 block.fraction_lost = 0;
272 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
273
solenberg358057b2015-11-27 10:46:42 -0800274 EXPECT_TRUE(channel_proxy_);
275 EXPECT_CALL(*channel_proxy_, GetRTCPStatistics())
276 .WillRepeatedly(Return(kCallStats));
277 EXPECT_CALL(*channel_proxy_, GetRemoteRTCPReportBlocks())
278 .WillRepeatedly(Return(report_blocks));
solenberg796b8f92017-03-01 17:02:23 -0800279 EXPECT_CALL(voice_engine_, transmit_mixer())
280 .WillRepeatedly(Return(&transmit_mixer_));
ivoc7aba0292016-11-14 04:52:06 -0800281 EXPECT_CALL(voice_engine_, audio_processing())
282 .WillRepeatedly(Return(&audio_processing_));
283
solenberg796b8f92017-03-01 17:02:23 -0800284 EXPECT_CALL(transmit_mixer_, AudioLevelFullRange())
285 .WillRepeatedly(Return(kSpeechInputLevel));
286
ivoc7aba0292016-11-14 04:52:06 -0800287 // We have to set the instantaneous value, the average, min and max. We only
288 // care about the instantaneous value, so we set all to the same value.
289 audio_processing_stats_.echo_return_loss.Set(
290 kEchoReturnLoss, kEchoReturnLoss, kEchoReturnLoss, kEchoReturnLoss);
291 audio_processing_stats_.echo_return_loss_enhancement.Set(
292 kEchoReturnLossEnhancement, kEchoReturnLossEnhancement,
293 kEchoReturnLossEnhancement, kEchoReturnLossEnhancement);
294 audio_processing_stats_.delay_median = kEchoDelayMedian;
295 audio_processing_stats_.delay_standard_deviation = kEchoDelayStdDev;
296
297 EXPECT_CALL(audio_processing_, GetStatistics())
298 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800299 }
300
301 private:
solenberg3a941542015-11-16 07:34:50 -0800302 testing::StrictMock<MockVoiceEngine> voice_engine_;
solenberg566ef242015-11-06 15:34:49 -0800303 rtc::scoped_refptr<AudioState> audio_state_;
304 AudioSendStream::Config stream_config_;
solenberg13725082015-11-25 08:16:52 -0800305 testing::StrictMock<MockVoEChannelProxy>* channel_proxy_ = nullptr;
ivoc7aba0292016-11-14 04:52:06 -0800306 MockAudioProcessing audio_processing_;
solenberg796b8f92017-03-01 17:02:23 -0800307 MockTransmitMixer transmit_mixer_;
ivoc7aba0292016-11-14 04:52:06 -0800308 AudioProcessing::AudioProcessingStatistics audio_processing_stats_;
zstein7cb69d52017-05-08 11:52:38 -0700309 SimulatedClock simulated_clock_;
310 PacketRouter packet_router_;
311 std::unique_ptr<SendSideCongestionController> send_side_cc_;
312 FakeRtpTransportControllerSend fake_transport_;
ivoc14d5dbe2016-07-04 07:06:55 -0700313 MockRtcEventLog event_log_;
ossu3b9ff382017-04-27 08:03:42 -0700314 MockRtpRtcp rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800315 MockRtcpRttStats rtcp_rtt_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -0700316 testing::NiceMock<MockLimitObserver> limit_observer_;
317 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700318 // |worker_queue| is defined last to ensure all pending tasks are cancelled
319 // and deleted before any other members.
320 rtc::TaskQueue worker_queue_;
solenberg566ef242015-11-06 15:34:49 -0800321};
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100322} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700323
324TEST(AudioSendStreamTest, ConfigToString) {
solenbergc7a8b082015-10-16 14:35:07 -0700325 AudioSendStream::Config config(nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100326 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800327 config.rtp.c_name = kCName;
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100328 config.voe_channel_id = kChannelId;
minyue10cbb462016-11-07 09:29:22 -0800329 config.min_bitrate_bps = 12000;
330 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700331 config.send_codec_spec =
332 rtc::Optional<AudioSendStream::Config::SendCodecSpec>(
333 {kIsacPayloadType, kIsacFormat});
334 config.send_codec_spec->nack_enabled = true;
335 config.send_codec_spec->transport_cc_enabled = false;
336 config.send_codec_spec->cng_payload_type = rtc::Optional<int>(42);
337 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
stefanb521aa72016-11-01 03:17:16 -0700338 config.rtp.extensions.push_back(
339 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100340 EXPECT_EQ(
isheriff6f8d6862016-05-26 11:24:55 -0700341 "{rtp: {ssrc: 1234, extensions: [{uri: "
stefanb521aa72016-11-01 03:17:16 -0700342 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], nack: "
deadbeef922246a2017-02-26 04:18:12 -0800343 "{rtp_history_ms: 0}, c_name: foo_name}, send_transport: null, "
minyue10cbb462016-11-07 09:29:22 -0800344 "voe_channel_id: 1, min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700345 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700346 "cng_payload_type: 42, payload_type: 103, "
347 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
348 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700349 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700350}
351
352TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700353 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700354 internal::AudioSendStream send_stream(
355 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700356 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700357 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenbergc7a8b082015-10-16 14:35:07 -0700358}
solenberg85a04962015-10-27 03:35:21 -0700359
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100360TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700361 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700362 internal::AudioSendStream send_stream(
363 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700364 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700365 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100366 helper.SetupMockForSendTelephoneEvent();
367 EXPECT_TRUE(send_stream.SendTelephoneEvent(kTelephoneEventPayloadType,
solenbergffbbcac2016-11-17 05:25:37 -0800368 kTelephoneEventPayloadFrequency, kTelephoneEventCode,
369 kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100370}
371
solenberg94218532016-06-16 10:53:22 -0700372TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700373 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700374 internal::AudioSendStream send_stream(
375 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700376 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700377 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenberg94218532016-06-16 10:53:22 -0700378 EXPECT_CALL(*helper.channel_proxy(), SetInputMute(true));
379 send_stream.SetMuted(true);
380}
381
stefan7de8d642017-02-07 07:14:08 -0800382TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700383 ConfigHelper helper(true, true);
stefan7de8d642017-02-07 07:14:08 -0800384 internal::AudioSendStream send_stream(
385 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700386 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700387 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
stefan7de8d642017-02-07 07:14:08 -0800388}
389
390TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700391 ConfigHelper helper(false, true);
stefan7de8d642017-02-07 07:14:08 -0800392 internal::AudioSendStream send_stream(
393 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700394 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700395 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
stefan7de8d642017-02-07 07:14:08 -0800396}
397
solenberg85a04962015-10-27 03:35:21 -0700398TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700399 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700400 internal::AudioSendStream send_stream(
401 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700402 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700403 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenberg566ef242015-11-06 15:34:49 -0800404 helper.SetupMockForGetStats();
solenberg85a04962015-10-27 03:35:21 -0700405 AudioSendStream::Stats stats = send_stream.GetStats();
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100406 EXPECT_EQ(kSsrc, stats.local_ssrc);
407 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
408 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
409 EXPECT_EQ(static_cast<int32_t>(kReportBlock.cumulative_num_packets_lost),
solenberg85a04962015-10-27 03:35:21 -0700410 stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100411 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
minyue7a973442016-10-20 03:27:12 -0700412 EXPECT_EQ(std::string(kIsacCodec.plname), stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100413 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700414 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100415 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
minyue7a973442016-10-20 03:27:12 -0700416 (kIsacCodec.plfreq / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100417 stats.jitter_ms);
418 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
419 EXPECT_EQ(static_cast<int32_t>(kSpeechInputLevel), stats.audio_level);
solenberg85a04962015-10-27 03:35:21 -0700420 EXPECT_EQ(-1, stats.aec_quality_min);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100421 EXPECT_EQ(kEchoDelayMedian, stats.echo_delay_median_ms);
422 EXPECT_EQ(kEchoDelayStdDev, stats.echo_delay_std_ms);
423 EXPECT_EQ(kEchoReturnLoss, stats.echo_return_loss);
424 EXPECT_EQ(kEchoReturnLossEnhancement, stats.echo_return_loss_enhancement);
ivoc8c63a822016-10-21 04:10:03 -0700425 EXPECT_EQ(kResidualEchoLikelihood, stats.residual_echo_likelihood);
solenberg85a04962015-10-27 03:35:21 -0700426 EXPECT_FALSE(stats.typing_noise_detected);
427}
solenberg566ef242015-11-06 15:34:49 -0800428
429TEST(AudioSendStreamTest, GetStatsTypingNoiseDetected) {
ossu20a4b3f2017-04-27 02:08:52 -0700430 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700431 internal::AudioSendStream send_stream(
432 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700433 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700434 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenberg566ef242015-11-06 15:34:49 -0800435 helper.SetupMockForGetStats();
436 EXPECT_FALSE(send_stream.GetStats().typing_noise_detected);
437
438 internal::AudioState* internal_audio_state =
439 static_cast<internal::AudioState*>(helper.audio_state().get());
440 VoiceEngineObserver* voe_observer =
441 static_cast<VoiceEngineObserver*>(internal_audio_state);
442 voe_observer->CallbackOnError(-1, VE_TYPING_NOISE_WARNING);
443 EXPECT_TRUE(send_stream.GetStats().typing_noise_detected);
444 voe_observer->CallbackOnError(-1, VE_TYPING_NOISE_OFF_WARNING);
445 EXPECT_FALSE(send_stream.GetStats().typing_noise_detected);
446}
minyue7a973442016-10-20 03:27:12 -0700447
ossu20a4b3f2017-04-27 02:08:52 -0700448TEST(AudioSendStreamTest, SendCodecAppliesNetworkAdaptor) {
449 ConfigHelper helper(false, true);
minyue7a973442016-10-20 03:27:12 -0700450 auto stream_config = helper.config();
ossu20a4b3f2017-04-27 02:08:52 -0700451 stream_config.send_codec_spec =
452 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({0, kOpusFormat});
minyue6b825df2016-10-31 04:08:32 -0700453 stream_config.audio_network_adaptor_config =
454 rtc::Optional<std::string>("abced");
ossu20a4b3f2017-04-27 02:08:52 -0700455
456 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _))
457 .WillOnce(Invoke([](int payload_type, const SdpAudioFormat& format,
458 std::unique_ptr<AudioEncoder>* return_value) {
459 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
460 EXPECT_CALL(*mock_encoder.get(), EnableAudioNetworkAdaptor(_, _))
461 .WillOnce(Return(true));
462 *return_value = std::move(mock_encoder);
463 }));
464
minyue7a973442016-10-20 03:27:12 -0700465 internal::AudioSendStream send_stream(
466 stream_config, helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700467 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700468 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyue7a973442016-10-20 03:27:12 -0700469}
470
471// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700472// clock rate.
minyue7a973442016-10-20 03:27:12 -0700473TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700474 ConfigHelper helper(false, false);
minyue7a973442016-10-20 03:27:12 -0700475 auto stream_config = helper.config();
ossu20a4b3f2017-04-27 02:08:52 -0700476 stream_config.send_codec_spec =
477 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({9, kG722Format});
478 stream_config.send_codec_spec->cng_payload_type = rtc::Optional<int>(105);
479 using ::testing::Invoke;
480 std::unique_ptr<AudioEncoder> stolen_encoder;
481 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
482 .WillOnce(
483 Invoke([&stolen_encoder](int payload_type,
484 std::unique_ptr<AudioEncoder>* encoder) {
485 stolen_encoder = std::move(*encoder);
486 return true;
487 }));
488
minyue7a973442016-10-20 03:27:12 -0700489 internal::AudioSendStream send_stream(
490 stream_config, helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700491 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700492 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
ossu20a4b3f2017-04-27 02:08:52 -0700493
494 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
495 // is the only reasonable implementation that will return something from
496 // ReclaimContainedEncoders, though.
497 ASSERT_TRUE(stolen_encoder);
498 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700499}
500
minyue78b4d562016-11-30 04:47:39 -0800501TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700502 ConfigHelper helper(false, true);
minyue78b4d562016-11-30 04:47:39 -0800503 internal::AudioSendStream send_stream(
504 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700505 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700506 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyue78b4d562016-11-30 04:47:39 -0800507 EXPECT_CALL(*helper.channel_proxy(),
508 SetBitrate(helper.config().max_bitrate_bps, _));
509 send_stream.OnBitrateUpdated(helper.config().max_bitrate_bps + 5000, 0.0, 50,
510 6000);
511}
512
513TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700514 ConfigHelper helper(false, true);
minyue78b4d562016-11-30 04:47:39 -0800515 internal::AudioSendStream send_stream(
516 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700517 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700518 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyue78b4d562016-11-30 04:47:39 -0800519 EXPECT_CALL(*helper.channel_proxy(), SetBitrate(_, 5000));
520 send_stream.OnBitrateUpdated(50000, 0.0, 50, 5000);
521}
522
ossu20a4b3f2017-04-27 02:08:52 -0700523// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
524TEST(AudioSendStreamTest, DontRecreateEncoder) {
525 ConfigHelper helper(false, false);
526 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
527 // expectation for SetEncoder. Since this behavior is essential for this test
528 // to be correct, it's instead set-up manually here. Otherwise a simple change
529 // to ConfigHelper (say to WillRepeatedly) would silently make this test
530 // useless.
531 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
532 .WillOnce(Return(true));
533
534 auto stream_config = helper.config();
535 stream_config.send_codec_spec =
536 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({9, kG722Format});
537 stream_config.send_codec_spec->cng_payload_type = rtc::Optional<int>(105);
538 internal::AudioSendStream send_stream(
539 stream_config, helper.audio_state(), helper.worker_queue(),
540 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossuc3d4b482017-05-23 06:07:11 -0700541 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
ossu20a4b3f2017-04-27 02:08:52 -0700542 send_stream.Reconfigure(stream_config);
543}
544
solenberg85a04962015-10-27 03:35:21 -0700545} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700546} // namespace webrtc