blob: 3bcee60f0e2e0af40224122d24acdcdff4c5a67d [file] [log] [blame]
brandtr76648da2016-10-20 04:54:48 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "call/flexfec_receive_stream_impl.h"
brandtr76648da2016-10-20 04:54:48 -070012
Yves Gerey3e707812018-11-28 16:47:49 +010013#include <stddef.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
Yves Gerey3e707812018-11-28 16:47:49 +010015#include <cstdint>
brandtrfa5a3682017-01-17 01:33:54 -080016#include <string>
Yves Gerey3e707812018-11-28 16:47:49 +010017#include <vector>
brandtrb29e6522016-12-21 06:37:18 -080018
Yves Gerey3e707812018-11-28 16:47:49 +010019#include "api/array_view.h"
20#include "api/call/transport.h"
Steve Anton10542f22019-01-11 09:11:00 -080021#include "api/rtp_parameters.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "call/rtp_stream_receiver_controller_interface.h"
23#include "modules/rtp_rtcp/include/flexfec_receiver.h"
24#include "modules/rtp_rtcp/include/receive_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/rtp_rtcp/source/rtp_packet_received.h"
26#include "modules/utility/include/process_thread.h"
27#include "rtc_base/checks.h"
28#include "rtc_base/location.h"
29#include "rtc_base/logging.h"
Jonas Olsson0a713b62018-04-04 15:49:32 +020030#include "rtc_base/strings/string_builder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "system_wrappers/include/clock.h"
brandtr76648da2016-10-20 04:54:48 -070032
33namespace webrtc {
34
35std::string FlexfecReceiveStream::Stats::ToString(int64_t time_ms) const {
Jonas Olsson0a713b62018-04-04 15:49:32 +020036 char buf[1024];
37 rtc::SimpleStringBuilder ss(buf);
brandtr76648da2016-10-20 04:54:48 -070038 ss << "FlexfecReceiveStream stats: " << time_ms
39 << ", {flexfec_bitrate_bps: " << flexfec_bitrate_bps << "}";
40 return ss.str();
41}
42
brandtr1cfbd602016-12-08 04:17:53 -080043std::string FlexfecReceiveStream::Config::ToString() const {
Jonas Olsson0a713b62018-04-04 15:49:32 +020044 char buf[1024];
45 rtc::SimpleStringBuilder ss(buf);
brandtr1cfbd602016-12-08 04:17:53 -080046 ss << "{payload_type: " << payload_type;
47 ss << ", remote_ssrc: " << remote_ssrc;
48 ss << ", local_ssrc: " << local_ssrc;
49 ss << ", protected_media_ssrcs: [";
50 size_t i = 0;
51 for (; i + 1 < protected_media_ssrcs.size(); ++i)
52 ss << protected_media_ssrcs[i] << ", ";
53 if (!protected_media_ssrcs.empty())
54 ss << protected_media_ssrcs[i];
55 ss << "], transport_cc: " << (transport_cc ? "on" : "off");
brandtrb29e6522016-12-21 06:37:18 -080056 ss << ", rtp_header_extensions: [";
brandtr1cfbd602016-12-08 04:17:53 -080057 i = 0;
brandtrb29e6522016-12-21 06:37:18 -080058 for (; i + 1 < rtp_header_extensions.size(); ++i)
59 ss << rtp_header_extensions[i].ToString() << ", ";
60 if (!rtp_header_extensions.empty())
61 ss << rtp_header_extensions[i].ToString();
brandtr1cfbd602016-12-08 04:17:53 -080062 ss << "]}";
63 return ss.str();
64}
65
brandtr8313a6f2017-01-13 07:41:19 -080066bool FlexfecReceiveStream::Config::IsCompleteAndEnabled() const {
67 // Check if FlexFEC is enabled.
68 if (payload_type < 0)
69 return false;
70 // Do we have the necessary SSRC information?
71 if (remote_ssrc == 0)
72 return false;
73 // TODO(brandtr): Update this check when we support multistream protection.
74 if (protected_media_ssrcs.size() != 1u)
75 return false;
76 return true;
77}
78
brandtr76648da2016-10-20 04:54:48 -070079namespace {
80
81// TODO(brandtr): Update this function when we support multistream protection.
brandtr43c31e72016-11-15 05:26:45 -080082std::unique_ptr<FlexfecReceiver> MaybeCreateFlexfecReceiver(
Sebastian Jansson8026d602019-03-04 19:39:01 +010083 Clock* clock,
brandtr43c31e72016-11-15 05:26:45 -080084 const FlexfecReceiveStream::Config& config,
brandtrb29e6522016-12-21 06:37:18 -080085 RecoveredPacketReceiver* recovered_packet_receiver) {
brandtr1cfbd602016-12-08 04:17:53 -080086 if (config.payload_type < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +010087 RTC_LOG(LS_WARNING)
88 << "Invalid FlexFEC payload type given. "
Jonas Olssonb2b20312020-01-14 12:11:31 +010089 "This FlexfecReceiveStream will therefore be useless.";
brandtr76648da2016-10-20 04:54:48 -070090 return nullptr;
brandtr43c31e72016-11-15 05:26:45 -080091 }
brandtr1cfbd602016-12-08 04:17:53 -080092 RTC_DCHECK_GE(config.payload_type, 0);
93 RTC_DCHECK_LE(config.payload_type, 127);
94 if (config.remote_ssrc == 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +010095 RTC_LOG(LS_WARNING)
96 << "Invalid FlexFEC SSRC given. "
Jonas Olssonb2b20312020-01-14 12:11:31 +010097 "This FlexfecReceiveStream will therefore be useless.";
brandtr43c31e72016-11-15 05:26:45 -080098 return nullptr;
99 }
100 if (config.protected_media_ssrcs.empty()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100101 RTC_LOG(LS_WARNING)
102 << "No protected media SSRC supplied. "
Jonas Olssonb2b20312020-01-14 12:11:31 +0100103 "This FlexfecReceiveStream will therefore be useless.";
brandtr43c31e72016-11-15 05:26:45 -0800104 return nullptr;
105 }
106
107 if (config.protected_media_ssrcs.size() > 1) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100108 RTC_LOG(LS_WARNING)
brandtr76648da2016-10-20 04:54:48 -0700109 << "The supplied FlexfecConfig contained multiple protected "
110 "media streams, but our implementation currently only "
brandtr43c31e72016-11-15 05:26:45 -0800111 "supports protecting a single media stream. "
112 "To avoid confusion, disabling FlexFEC completely.";
113 return nullptr;
brandtr76648da2016-10-20 04:54:48 -0700114 }
brandtr43c31e72016-11-15 05:26:45 -0800115 RTC_DCHECK_EQ(1U, config.protected_media_ssrcs.size());
Sebastian Jansson8026d602019-03-04 19:39:01 +0100116 return std::unique_ptr<FlexfecReceiver>(new FlexfecReceiver(
117 clock, config.remote_ssrc, config.protected_media_ssrcs[0],
118 recovered_packet_receiver));
brandtr76648da2016-10-20 04:54:48 -0700119}
120
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +0200121std::unique_ptr<ModuleRtpRtcpImpl2> CreateRtpRtcpModule(
Sebastian Jansson8026d602019-03-04 19:39:01 +0100122 Clock* clock,
brandtrfa5a3682017-01-17 01:33:54 -0800123 ReceiveStatistics* receive_statistics,
Erik Språng93f51892019-08-19 12:42:58 +0200124 const FlexfecReceiveStreamImpl::Config& config,
brandtrfa5a3682017-01-17 01:33:54 -0800125 RtcpRttStats* rtt_stats) {
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +0200126 RtpRtcpInterface::Configuration configuration;
brandtrfa5a3682017-01-17 01:33:54 -0800127 configuration.audio = false;
128 configuration.receiver_only = true;
Sebastian Jansson8026d602019-03-04 19:39:01 +0100129 configuration.clock = clock;
brandtrfa5a3682017-01-17 01:33:54 -0800130 configuration.receive_statistics = receive_statistics;
Erik Språng93f51892019-08-19 12:42:58 +0200131 configuration.outgoing_transport = config.rtcp_send_transport;
brandtrfa5a3682017-01-17 01:33:54 -0800132 configuration.rtt_stats = rtt_stats;
Niels Möllerf23e2142021-01-11 14:46:11 +0100133 configuration.task_queue = TaskQueueBase::Current();
Erik Språng54d5d2c2019-08-20 17:22:36 +0200134 configuration.local_media_ssrc = config.local_ssrc;
Niels Möllerf23e2142021-01-11 14:46:11 +0100135 return std::make_unique<ModuleRtpRtcpImpl2>(configuration);
brandtrfa5a3682017-01-17 01:33:54 -0800136}
137
brandtr76648da2016-10-20 04:54:48 -0700138} // namespace
139
brandtr7250b392016-12-19 01:13:46 -0800140FlexfecReceiveStreamImpl::FlexfecReceiveStreamImpl(
Sebastian Jansson8026d602019-03-04 19:39:01 +0100141 Clock* clock,
nisse0f15f922017-06-21 01:05:22 -0700142 RtpStreamReceiverControllerInterface* receiver_controller,
brandtr446fcb62016-12-08 04:14:24 -0800143 const Config& config,
brandtrfa5a3682017-01-17 01:33:54 -0800144 RecoveredPacketReceiver* recovered_packet_receiver,
145 RtcpRttStats* rtt_stats,
146 ProcessThread* process_thread)
147 : config_(config),
Sebastian Jansson8026d602019-03-04 19:39:01 +0100148 receiver_(MaybeCreateFlexfecReceiver(clock,
149 config_,
150 recovered_packet_receiver)),
151 rtp_receive_statistics_(ReceiveStatistics::Create(clock)),
152 rtp_rtcp_(CreateRtpRtcpModule(clock,
153 rtp_receive_statistics_.get(),
Erik Språng93f51892019-08-19 12:42:58 +0200154 config_,
brandtrfa5a3682017-01-17 01:33:54 -0800155 rtt_stats)),
156 process_thread_(process_thread) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100157 RTC_LOG(LS_INFO) << "FlexfecReceiveStreamImpl: " << config_.ToString();
brandtrfa5a3682017-01-17 01:33:54 -0800158
159 // RTCP reporting.
brandtrfa5a3682017-01-17 01:33:54 -0800160 rtp_rtcp_->SetRTCPStatus(config_.rtcp_mode);
tommidea489f2017-03-03 03:20:24 -0800161 process_thread_->RegisterModule(rtp_rtcp_.get(), RTC_FROM_HERE);
nisse0f15f922017-06-21 01:05:22 -0700162
163 // Register with transport.
164 // TODO(nisse): OnRtpPacket in this class delegates all real work to
165 // |receiver_|. So maybe we don't need to implement RtpPacketSinkInterface
166 // here at all, we'd then delete the OnRtpPacket method and instead register
167 // |receiver_| as the RtpPacketSinkInterface for this stream.
168 // TODO(nisse): Passing |this| from the constructor to the RtpDemuxer, before
169 // the object is fully initialized, is risky. But it works in this case
170 // because locking in our caller, Call::CreateFlexfecReceiveStream, ensures
171 // that the demuxer doesn't call OnRtpPacket before this object is fully
172 // constructed. Registering |receiver_| instead of |this| would solve this
173 // problem too.
174 rtp_stream_receiver_ =
175 receiver_controller->CreateReceiver(config_.remote_ssrc, this);
brandtr76648da2016-10-20 04:54:48 -0700176}
177
brandtr7250b392016-12-19 01:13:46 -0800178FlexfecReceiveStreamImpl::~FlexfecReceiveStreamImpl() {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100179 RTC_LOG(LS_INFO) << "~FlexfecReceiveStreamImpl: " << config_.ToString();
brandtrfa5a3682017-01-17 01:33:54 -0800180 process_thread_->DeRegisterModule(rtp_rtcp_.get());
brandtr76648da2016-10-20 04:54:48 -0700181}
182
nisse5c29a7a2017-02-16 06:52:32 -0800183void FlexfecReceiveStreamImpl::OnRtpPacket(const RtpPacketReceived& packet) {
brandtr76648da2016-10-20 04:54:48 -0700184 if (!receiver_)
nisse5c29a7a2017-02-16 06:52:32 -0800185 return;
brandtrfa5a3682017-01-17 01:33:54 -0800186
nisse5c29a7a2017-02-16 06:52:32 -0800187 receiver_->OnRtpPacket(packet);
brandtrfa5a3682017-01-17 01:33:54 -0800188
189 // Do not report media packets in the RTCP RRs generated by |rtp_rtcp_|.
190 if (packet.Ssrc() == config_.remote_ssrc) {
Niels Möller1f3206c2018-09-14 08:26:32 +0200191 rtp_receive_statistics_->OnRtpPacket(packet);
brandtrfa5a3682017-01-17 01:33:54 -0800192 }
brandtr76648da2016-10-20 04:54:48 -0700193}
194
brandtr76648da2016-10-20 04:54:48 -0700195// TODO(brandtr): Implement this member function when we have designed the
196// stats for FlexFEC.
brandtr7250b392016-12-19 01:13:46 -0800197FlexfecReceiveStreamImpl::Stats FlexfecReceiveStreamImpl::GetStats() const {
198 return FlexfecReceiveStream::Stats();
brandtr76648da2016-10-20 04:54:48 -0700199}
200
eladalon42f44f92017-07-25 06:40:06 -0700201const FlexfecReceiveStream::Config& FlexfecReceiveStreamImpl::GetConfig()
202 const {
203 return config_;
204}
205
brandtr76648da2016-10-20 04:54:48 -0700206} // namespace webrtc