blob: 34e8429f874569fd77aa172b7b374474fccfddfa [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_rtcp_impl.h"
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +000012
pbos@webrtc.orga048d7c2013-05-29 14:27:38 +000013#include <string.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
sprang168794c2017-07-06 04:38:06 -070015#include <algorithm>
Yves Gerey988cc082018-10-23 12:03:01 +020016#include <cstdint>
Mirko Bonadei317a1f02019-09-17 17:06:18 +020017#include <memory>
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000018#include <set>
Peter Boström9c017252016-02-26 16:26:20 +010019#include <string>
Yves Gerey988cc082018-10-23 12:03:01 +020020#include <utility>
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000021
Per Kjellandere11b7d22019-02-21 07:55:59 +010022#include "api/transport/field_trial_based_config.h"
Yves Gerey988cc082018-10-23 12:03:01 +020023#include "modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
Markus Handell2e3edc12021-06-18 13:44:13 +020024#include "modules/rtp_rtcp/source/rtcp_sender.h"
Yves Gerey988cc082018-10-23 12:03:01 +020025#include "modules/rtp_rtcp/source/rtp_rtcp_config.h"
Markus Handell2e3edc12021-06-18 13:44:13 +020026#include "modules/rtp_rtcp/source/rtp_rtcp_interface.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/checks.h"
28#include "rtc_base/logging.h"
Alessio Bazzicabc1c93d2021-03-12 17:45:26 +010029#include "system_wrappers/include/ntp_time.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000030
niklase@google.com470e71d2011-07-07 08:21:25 +000031#ifdef _WIN32
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000032// Disable warning C4355: 'this' : used in base member initializer list.
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +000033#pragma warning(disable : 4355)
niklase@google.com470e71d2011-07-07 08:21:25 +000034#endif
35
36namespace webrtc {
sprang168794c2017-07-06 04:38:06 -070037namespace {
38const int64_t kRtpRtcpMaxIdleTimeProcessMs = 5;
39const int64_t kRtpRtcpRttProcessTimeMs = 1000;
40const int64_t kRtpRtcpBitrateProcessTimeMs = 10;
spranga8ae6f22017-09-04 07:23:56 -070041const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
sprang168794c2017-07-06 04:38:06 -070042} // namespace
niklase@google.com470e71d2011-07-07 08:21:25 +000043
Erik Språng77b75292019-10-28 15:51:36 +010044ModuleRtpRtcpImpl::RtpSenderContext::RtpSenderContext(
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020045 const RtpRtcpInterface::Configuration& config)
Erik Språng641d59b2020-03-30 10:01:29 +020046 : packet_history(config.clock, config.enable_rtx_padding_prioritization),
Erik Språngbfcfe032021-08-04 14:45:32 +020047 sequencer_(config.local_media_ssrc,
48 config.rtx_send_ssrc,
49 /*require_marker_before_media_padding=*/!config.audio,
50 config.clock),
Erik Språng9cdc9cc2019-10-28 18:24:32 +010051 packet_sender(config, &packet_history),
Erik Språng5f1d4062021-08-12 11:34:03 +020052 non_paced_sender(&packet_sender, &sequencer_),
Erik Språng9cdc9cc2019-10-28 18:24:32 +010053 packet_generator(
Erik Språng77b75292019-10-28 15:51:36 +010054 config,
Erik Språng9cdc9cc2019-10-28 18:24:32 +010055 &packet_history,
Erik Språngbfcfe032021-08-04 14:45:32 +020056 config.paced_sender ? config.paced_sender : &non_paced_sender,
Erik Språng5f1d4062021-08-12 11:34:03 +020057 /*packet_sequencer=*/nullptr) {}
Erik Språng77b75292019-10-28 15:51:36 +010058
Tomas Gunnarssonfae05622020-06-03 08:54:39 +020059std::unique_ptr<RtpRtcp> RtpRtcp::DEPRECATED_Create(
60 const Configuration& configuration) {
61 RTC_DCHECK(configuration.clock);
62 RTC_LOG(LS_ERROR)
63 << "*********** USING WebRTC INTERNAL IMPLEMENTATION DETAILS ***********";
64 return std::make_unique<ModuleRtpRtcpImpl>(configuration);
65}
66
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +000067ModuleRtpRtcpImpl::ModuleRtpRtcpImpl(const Configuration& configuration)
Markus Handell2e3edc12021-06-18 13:44:13 +020068 : rtcp_sender_(
69 RTCPSender::Configuration::FromRtpRtcpConfiguration(configuration)),
Mirko Bonadei3b676722019-07-12 17:35:05 +000070 rtcp_receiver_(configuration, this),
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +000071 clock_(configuration.clock),
sprang168794c2017-07-06 04:38:06 -070072 last_bitrate_process_time_(clock_->TimeInMilliseconds()),
73 last_rtt_process_time_(clock_->TimeInMilliseconds()),
74 next_process_time_(clock_->TimeInMilliseconds() +
75 kRtpRtcpMaxIdleTimeProcessMs),
asapersson35151f32016-05-02 23:44:01 -070076 packet_overhead_(28), // IPV4 UDP.
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +010077 nack_last_time_sent_full_ms_(0),
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000078 nack_last_seq_number_sent_(0),
mflodman@webrtc.org7c894b72012-11-26 12:40:15 +000079 remote_bitrate_(configuration.remote_bitrate_estimator),
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +000080 rtt_stats_(configuration.rtt_stats),
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +000081 rtt_ms_(0) {
nisse14adba72017-03-20 03:52:39 -070082 if (!configuration.receiver_only) {
Erik Språng77b75292019-10-28 15:51:36 +010083 rtp_sender_ = std::make_unique<RtpSenderContext>(configuration);
nisse14adba72017-03-20 03:52:39 -070084 // Make sure rtcp sender use same timestamp offset as rtp sender.
Erik Språng77b75292019-10-28 15:51:36 +010085 rtcp_sender_.SetTimestampOffset(
Erik Språng9cdc9cc2019-10-28 18:24:32 +010086 rtp_sender_->packet_generator.TimestampOffset());
nisse14adba72017-03-20 03:52:39 -070087 }
danilchap71fead22016-08-18 02:01:49 -070088
89 // Set default packet size limit.
nisse284542b2017-01-10 08:58:32 -080090 // TODO(nisse): Kind-of duplicates
91 // webrtc::VideoSendStream::Config::Rtp::kDefaultMaxPacketSize.
92 const size_t kTcpOverIpv4HeaderSize = 40;
93 SetMaxRtpPacketSize(IP_PACKET_SIZE - kTcpOverIpv4HeaderSize);
niklase@google.com470e71d2011-07-07 08:21:25 +000094}
95
Danil Chapovalov2a5ce2b2018-02-07 09:38:31 +010096ModuleRtpRtcpImpl::~ModuleRtpRtcpImpl() = default;
97
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000098// Returns the number of milliseconds until the module want a worker thread
99// to call Process.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000100int64_t ModuleRtpRtcpImpl::TimeUntilNextProcess() {
sprang168794c2017-07-06 04:38:06 -0700101 return std::max<int64_t>(0,
102 next_process_time_ - clock_->TimeInMilliseconds());
niklase@google.com470e71d2011-07-07 08:21:25 +0000103}
104
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000105// Process any pending tasks such as timeouts (non time critical events).
pbosa26ac922016-02-25 04:50:01 -0800106void ModuleRtpRtcpImpl::Process() {
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000107 const int64_t now = clock_->TimeInMilliseconds();
Tommi6af97742020-05-18 12:47:03 +0200108 // TODO(bugs.webrtc.org/11581): Figure out why we need to call Process() 200
109 // times a second.
sprang168794c2017-07-06 04:38:06 -0700110 next_process_time_ = now + kRtpRtcpMaxIdleTimeProcessMs;
niklase@google.com470e71d2011-07-07 08:21:25 +0000111
nisse14adba72017-03-20 03:52:39 -0700112 if (rtp_sender_) {
nisse14adba72017-03-20 03:52:39 -0700113 if (now >= last_bitrate_process_time_ + kRtpRtcpBitrateProcessTimeMs) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100114 rtp_sender_->packet_sender.ProcessBitrateAndNotifyObservers();
nisse14adba72017-03-20 03:52:39 -0700115 last_bitrate_process_time_ = now;
Tommi6af97742020-05-18 12:47:03 +0200116 // TODO(bugs.webrtc.org/11581): Is this a bug? At the top of the function,
117 // next_process_time_ is incremented by 5ms, here we effectively do a
118 // std::min() of (now + 5ms, now + 10ms). Seems like this is a no-op?
sprang168794c2017-07-06 04:38:06 -0700119 next_process_time_ =
120 std::min(next_process_time_, now + kRtpRtcpBitrateProcessTimeMs);
121 }
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000122 }
sprang168794c2017-07-06 04:38:06 -0700123
Tommi6af97742020-05-18 12:47:03 +0200124 // TODO(bugs.webrtc.org/11581): We update the RTT once a second, whereas other
125 // things that run in this method are updated much more frequently. Move the
126 // RTT checking over to the worker thread, which matches better with where the
127 // stats are maintained.
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000128 bool process_rtt = now >= last_rtt_process_time_ + kRtpRtcpRttProcessTimeMs;
129 if (rtcp_sender_.Sending()) {
Danil Chapovalov760c4b42017-09-27 13:25:24 +0200130 // Process RTT if we have received a report block and we haven't
Artem Titov913cfa72021-07-28 23:57:33 +0200131 // processed RTT for at least `kRtpRtcpRttProcessTimeMs` milliseconds.
Tommi6af97742020-05-18 12:47:03 +0200132 // Note that LastReceivedReportBlockMs() grabs a lock, so check
Artem Titov913cfa72021-07-28 23:57:33 +0200133 // `process_rtt` first.
Danil Chapovalovab633502021-03-15 19:12:16 +0100134 if (process_rtt && rtt_stats_ != nullptr &&
Tommi6af97742020-05-18 12:47:03 +0200135 rtcp_receiver_.LastReceivedReportBlockMs() > last_rtt_process_time_) {
Danil Chapovalovab633502021-03-15 19:12:16 +0100136 int64_t max_rtt_ms = 0;
137 for (const auto& block : rtcp_receiver_.GetLatestReportBlockData()) {
138 if (block.last_rtt_ms() > max_rtt_ms) {
139 max_rtt_ms = block.last_rtt_ms();
140 }
mflodman@webrtc.orgd7d46882012-02-14 12:49:59 +0000141 }
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000142 // Report the rtt.
Danil Chapovalovab633502021-03-15 19:12:16 +0100143 if (max_rtt_ms > 0) {
144 rtt_stats_->OnRttUpdate(max_rtt_ms);
145 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000146 }
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000147
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000148 // Verify receiver reports are delivered and the reported sequence number
149 // is increasing.
Tommi6af97742020-05-18 12:47:03 +0200150 // TODO(bugs.webrtc.org/11581): The timeout value needs to be checked every
151 // few seconds (see internals of RtcpRrTimeout). Here, we may be polling it
152 // a couple of hundred times a second, which isn't great since it grabs a
153 // lock. Note also that LastReceivedReportBlockMs() (called above) and
154 // RtcpRrTimeout() both grab the same lock and check the same timer, so
155 // it should be possible to consolidate that work somehow.
Jiawei Ou8b5d9d82018-11-15 16:44:37 -0800156 if (rtcp_receiver_.RtcpRrTimeout()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100157 RTC_LOG_F(LS_WARNING) << "Timeout: No RTCP RR received.";
Jiawei Ou8b5d9d82018-11-15 16:44:37 -0800158 } else if (rtcp_receiver_.RtcpRrSequenceNumberTimeout()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100159 RTC_LOG_F(LS_WARNING) << "Timeout: No increase in RTCP RR extended "
160 "highest sequence number.";
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000161 }
162
163 if (remote_bitrate_ && rtcp_sender_.TMMBR()) {
164 unsigned int target_bitrate = 0;
165 std::vector<unsigned int> ssrcs;
166 if (remote_bitrate_->LatestEstimate(&ssrcs, &target_bitrate)) {
167 if (!ssrcs.empty()) {
168 target_bitrate = target_bitrate / ssrcs.size();
169 }
170 rtcp_sender_.SetTargetBitrate(target_bitrate);
171 }
172 }
173 } else {
174 // Report rtt from receiver.
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000175 if (process_rtt) {
Yves Gerey665174f2018-06-19 15:03:05 +0200176 int64_t rtt_ms;
177 if (rtt_stats_ && rtcp_receiver_.GetAndResetXrRrRtt(&rtt_ms)) {
178 rtt_stats_->OnRttUpdate(rtt_ms);
179 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000180 }
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000181 }
182
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000183 // Get processed rtt.
184 if (process_rtt) {
185 last_rtt_process_time_ = now;
Tommi6af97742020-05-18 12:47:03 +0200186 // TODO(bugs.webrtc.org/11581): Is this a bug? At the top of the function,
187 // next_process_time_ is incremented by 5ms, here we effectively do a
188 // std::min() of (now + 5ms, now + 1000ms). Seems like this is a no-op?
sprang168794c2017-07-06 04:38:06 -0700189 next_process_time_ = std::min(
190 next_process_time_, last_rtt_process_time_ + kRtpRtcpRttProcessTimeMs);
sprange2d83d62016-02-19 09:03:26 -0800191 if (rtt_stats_) {
192 // Make sure we have a valid RTT before setting.
193 int64_t last_rtt = rtt_stats_->LastProcessedRtt();
194 if (last_rtt >= 0)
195 set_rtt_ms(last_rtt);
196 }
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000197 }
198
Danil Chapovalov70ffead2016-07-20 15:26:59 +0200199 if (rtcp_sender_.TimeToSendRTCPReport())
200 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpReport);
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000201
Danil Chapovalov067b0502021-02-05 12:11:56 +0100202 if (rtcp_sender_.TMMBR() && rtcp_receiver_.UpdateTmmbrTimers()) {
danilchap9bf610e2017-02-20 06:03:01 -0800203 rtcp_receiver_.NotifyTmmbrUpdated();
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000204 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000205}
206
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000207void ModuleRtpRtcpImpl::SetRtxSendStatus(int mode) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100208 rtp_sender_->packet_generator.SetRtxStatus(mode);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000209}
210
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000211int ModuleRtpRtcpImpl::RtxSendStatus() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100212 return rtp_sender_ ? rtp_sender_->packet_generator.RtxStatus() : kRtxOff;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000213}
214
Shao Changbine62202f2015-04-21 20:24:50 +0800215void ModuleRtpRtcpImpl::SetRtxSendPayloadType(int payload_type,
216 int associated_payload_type) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100217 rtp_sender_->packet_generator.SetRtxPayloadType(payload_type,
218 associated_payload_type);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +0000219}
220
Erik Språngc06aef22019-10-17 13:02:27 +0200221absl::optional<uint32_t> ModuleRtpRtcpImpl::RtxSsrc() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100222 return rtp_sender_ ? rtp_sender_->packet_generator.RtxSsrc() : absl::nullopt;
Erik Språngc06aef22019-10-17 13:02:27 +0200223}
224
Danil Chapovalovd264df52018-06-14 12:59:38 +0200225absl::optional<uint32_t> ModuleRtpRtcpImpl::FlexfecSsrc() const {
Erik Språng77b75292019-10-28 15:51:36 +0100226 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100227 return rtp_sender_->packet_generator.FlexfecSsrc();
Erik Språng77b75292019-10-28 15:51:36 +0100228 }
Danil Chapovalovd264df52018-06-14 12:59:38 +0200229 return absl::nullopt;
brandtr9dfff292016-11-14 05:14:50 -0800230}
231
nisse479d3d72017-09-13 07:53:37 -0700232void ModuleRtpRtcpImpl::IncomingRtcpPacket(const uint8_t* rtcp_packet,
233 const size_t length) {
234 rtcp_receiver_.IncomingPacket(rtcp_packet, length);
niklase@google.com470e71d2011-07-07 08:21:25 +0000235}
236
Niels Möller5fe95102019-03-04 16:49:25 +0100237void ModuleRtpRtcpImpl::RegisterSendPayloadFrequency(int payload_type,
238 int payload_frequency) {
239 rtcp_sender_.SetRtpClockRate(payload_type, payload_frequency);
Peter Boström8b79b072016-02-26 16:31:37 +0100240}
241
asapersson@webrtc.org9ffd8fe2015-01-21 08:22:50 +0000242int32_t ModuleRtpRtcpImpl::DeRegisterSendPayload(const int8_t payload_type) {
Niels Möller59ab1cf2019-02-06 22:48:11 +0100243 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000244}
245
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000246uint32_t ModuleRtpRtcpImpl::StartTimestamp() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100247 return rtp_sender_->packet_generator.TimestampOffset();
niklase@google.com470e71d2011-07-07 08:21:25 +0000248}
249
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000250// Configure start timestamp, default is a random number.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000251void ModuleRtpRtcpImpl::SetStartTimestamp(const uint32_t timestamp) {
danilchap71fead22016-08-18 02:01:49 -0700252 rtcp_sender_.SetTimestampOffset(timestamp);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100253 rtp_sender_->packet_generator.SetTimestampOffset(timestamp);
Erik Språng3663f942020-02-07 10:05:15 +0100254 rtp_sender_->packet_sender.SetTimestampOffset(timestamp);
niklase@google.com470e71d2011-07-07 08:21:25 +0000255}
256
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000257uint16_t ModuleRtpRtcpImpl::SequenceNumber() const {
Erik Språng5f1d4062021-08-12 11:34:03 +0200258 MutexLock lock(&rtp_sender_->sequencer_mutex);
259 return rtp_sender_->sequencer_.media_sequence_number();
niklase@google.com470e71d2011-07-07 08:21:25 +0000260}
261
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000262// Set SequenceNumber, default is a random number.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000263void ModuleRtpRtcpImpl::SetSequenceNumber(const uint16_t seq_num) {
Erik Språng5f1d4062021-08-12 11:34:03 +0200264 MutexLock lock(&rtp_sender_->sequencer_mutex);
265 rtp_sender_->sequencer_.set_media_sequence_number(seq_num);
niklase@google.com470e71d2011-07-07 08:21:25 +0000266}
267
Per83d09102016-04-15 14:59:13 +0200268void ModuleRtpRtcpImpl::SetRtpState(const RtpState& rtp_state) {
Erik Språng5f1d4062021-08-12 11:34:03 +0200269 MutexLock lock(&rtp_sender_->sequencer_mutex);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100270 rtp_sender_->packet_generator.SetRtpState(rtp_state);
Erik Språng5f1d4062021-08-12 11:34:03 +0200271 rtp_sender_->sequencer_.SetRtpState(rtp_state);
danilchap71fead22016-08-18 02:01:49 -0700272 rtcp_sender_.SetTimestampOffset(rtp_state.start_timestamp);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000273}
274
Per83d09102016-04-15 14:59:13 +0200275void ModuleRtpRtcpImpl::SetRtxState(const RtpState& rtp_state) {
Erik Språng5f1d4062021-08-12 11:34:03 +0200276 MutexLock lock(&rtp_sender_->sequencer_mutex);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100277 rtp_sender_->packet_generator.SetRtxRtpState(rtp_state);
Erik Språng5f1d4062021-08-12 11:34:03 +0200278 rtp_sender_->sequencer_.set_rtx_sequence_number(rtp_state.sequence_number);
Per83d09102016-04-15 14:59:13 +0200279}
280
281RtpState ModuleRtpRtcpImpl::GetRtpState() const {
Erik Språng5f1d4062021-08-12 11:34:03 +0200282 MutexLock lock(&rtp_sender_->sequencer_mutex);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100283 RtpState state = rtp_sender_->packet_generator.GetRtpState();
Erik Språng5f1d4062021-08-12 11:34:03 +0200284 rtp_sender_->sequencer_.PopulateRtpState(state);
Erik Språng77b75292019-10-28 15:51:36 +0100285 return state;
Per83d09102016-04-15 14:59:13 +0200286}
287
288RtpState ModuleRtpRtcpImpl::GetRtxState() const {
Erik Språng5f1d4062021-08-12 11:34:03 +0200289 MutexLock lock(&rtp_sender_->sequencer_mutex);
290 RtpState state = rtp_sender_->packet_generator.GetRtxRtpState();
291 state.sequence_number = rtp_sender_->sequencer_.rtx_sequence_number();
292 return state;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000293}
294
Amit Hilbuch77938e62018-12-21 09:23:38 -0800295void ModuleRtpRtcpImpl::SetRid(const std::string& rid) {
296 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100297 rtp_sender_->packet_generator.SetRid(rid);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800298 }
299}
300
Steve Anton296a0ce2018-03-22 15:17:27 -0700301void ModuleRtpRtcpImpl::SetMid(const std::string& mid) {
302 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100303 rtp_sender_->packet_generator.SetMid(mid);
Steve Anton296a0ce2018-03-22 15:17:27 -0700304 }
305 // TODO(bugs.webrtc.org/4050): If we end up supporting the MID SDES item for
306 // RTCP, this will need to be passed down to the RTCPSender also.
307}
308
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000309void ModuleRtpRtcpImpl::SetCsrcs(const std::vector<uint32_t>& csrcs) {
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000310 rtcp_sender_.SetCsrcs(csrcs);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100311 rtp_sender_->packet_generator.SetCsrcs(csrcs);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000312}
313
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000314// TODO(pbos): Handle media and RTX streams separately (separate RTCP
315// feedbacks).
316RTCPSender::FeedbackState ModuleRtpRtcpImpl::GetFeedbackState() {
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000317 RTCPSender::FeedbackState state;
nisse14adba72017-03-20 03:52:39 -0700318 // This is called also when receiver_only is true. Hence below
319 // checks that rtp_sender_ exists.
320 if (rtp_sender_) {
321 StreamDataCounters rtp_stats;
322 StreamDataCounters rtx_stats;
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100323 rtp_sender_->packet_sender.GetDataCounters(&rtp_stats, &rtx_stats);
Yves Gerey665174f2018-06-19 15:03:05 +0200324 state.packets_sent =
325 rtp_stats.transmitted.packets + rtx_stats.transmitted.packets;
nisse14adba72017-03-20 03:52:39 -0700326 state.media_bytes_sent = rtp_stats.transmitted.payload_bytes +
327 rtx_stats.transmitted.payload_bytes;
Erik Språng77b75292019-10-28 15:51:36 +0100328 state.send_bitrate =
Erik Språngbf46cfe2020-05-11 18:22:02 +0200329 rtp_sender_->packet_sender.GetSendRates().Sum().bps<uint32_t>();
nisse14adba72017-03-20 03:52:39 -0700330 }
Tommi3a5742c2020-05-20 09:32:51 +0200331 state.receiver = &rtcp_receiver_;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000332
Alessio Bazzica79011ef2021-03-10 14:52:35 +0100333 uint32_t received_ntp_secs = 0;
334 uint32_t received_ntp_frac = 0;
335 state.remote_sr = 0;
336 if (rtcp_receiver_.NTP(&received_ntp_secs, &received_ntp_frac,
337 /*rtcp_arrival_time_secs=*/&state.last_rr_ntp_secs,
338 /*rtcp_arrival_time_frac=*/&state.last_rr_ntp_frac,
Alessio Bazzica048adc72021-03-10 15:05:55 +0100339 /*rtcp_timestamp=*/nullptr,
340 /*remote_sender_packet_count=*/nullptr,
341 /*remote_sender_octet_count=*/nullptr,
342 /*remote_sender_reports_count=*/nullptr)) {
Alessio Bazzica79011ef2021-03-10 14:52:35 +0100343 state.remote_sr = ((received_ntp_secs & 0x0000ffff) << 16) +
344 ((received_ntp_frac & 0xffff0000) >> 16);
345 }
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000346
Mirta Dvornicicb1f063d2018-04-16 11:16:21 +0200347 state.last_xr_rtis = rtcp_receiver_.ConsumeReceivedXrReferenceTimeInfo();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000348
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000349 return state;
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000350}
351
nisse14adba72017-03-20 03:52:39 -0700352// TODO(nisse): This method shouldn't be called for a receive-only
353// stream. Delete rtp_sender_ check as soon as all applications are
354// updated.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000355int32_t ModuleRtpRtcpImpl::SetSendingStatus(const bool sending) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000356 if (rtcp_sender_.Sending() != sending) {
357 // Sends RTCP BYE when going from true to false
Tomas Gunnarssondbcf5d32021-04-23 20:31:08 +0200358 rtcp_sender_.SetSendingStatus(GetFeedbackState(), sending);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000359 }
360 return 0;
361}
362
363bool ModuleRtpRtcpImpl::Sending() const {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000364 return rtcp_sender_.Sending();
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000365}
366
nisse14adba72017-03-20 03:52:39 -0700367// TODO(nisse): This method shouldn't be called for a receive-only
368// stream. Delete rtp_sender_ check as soon as all applications are
369// updated.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000370void ModuleRtpRtcpImpl::SetSendingMediaStatus(const bool sending) {
nisse14adba72017-03-20 03:52:39 -0700371 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100372 rtp_sender_->packet_generator.SetSendingMediaStatus(sending);
nisse14adba72017-03-20 03:52:39 -0700373 } else {
374 RTC_DCHECK(!sending);
375 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000376}
377
378bool ModuleRtpRtcpImpl::SendingMedia() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100379 return rtp_sender_ ? rtp_sender_->packet_generator.SendingMedia() : false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000380}
381
Erik Språng1e51a382019-12-11 16:47:09 +0100382bool ModuleRtpRtcpImpl::IsAudioConfigured() const {
383 return rtp_sender_ ? rtp_sender_->packet_generator.IsAudioConfigured()
384 : false;
385}
386
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200387void ModuleRtpRtcpImpl::SetAsPartOfAllocation(bool part_of_allocation) {
388 RTC_CHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100389 rtp_sender_->packet_sender.ForceIncludeSendPacketsInAllocation(
Erik Språng77b75292019-10-28 15:51:36 +0100390 part_of_allocation);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200391}
392
Niels Möller5fe95102019-03-04 16:49:25 +0100393bool ModuleRtpRtcpImpl::OnSendingRtpFrame(uint32_t timestamp,
394 int64_t capture_time_ms,
395 int payload_type,
396 bool force_sender_report) {
397 if (!Sending())
398 return false;
399
Markus Handellc6b9ac72021-06-18 13:44:51 +0200400 // TODO(bugs.webrtc.org/12873): Migrate this method and it's users to use
401 // optional Timestamps.
402 absl::optional<Timestamp> capture_time;
403 if (capture_time_ms > 0) {
404 capture_time = Timestamp::Millis(capture_time_ms);
405 }
406 absl::optional<int> payload_type_optional;
407 if (payload_type >= 0)
408 payload_type_optional = payload_type;
409 rtcp_sender_.SetLastRtpTime(timestamp, capture_time, payload_type_optional);
Niels Möller5fe95102019-03-04 16:49:25 +0100410 // Make sure an RTCP report isn't queued behind a key frame.
411 if (rtcp_sender_.TimeToSendRTCPReport(force_sender_report))
412 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpReport);
413
414 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000415}
416
Erik Språng9c771c22019-06-17 16:31:53 +0200417bool ModuleRtpRtcpImpl::TrySendPacket(RtpPacketToSend* packet,
418 const PacedPacketInfo& pacing_info) {
Erik Språng77b75292019-10-28 15:51:36 +0100419 RTC_DCHECK(rtp_sender_);
420 // TODO(sprang): Consider if we can remove this check.
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100421 if (!rtp_sender_->packet_generator.SendingMedia()) {
Erik Språng77b75292019-10-28 15:51:36 +0100422 return false;
423 }
Erik Språng5f1d4062021-08-12 11:34:03 +0200424 {
425 MutexLock lock(&rtp_sender_->sequencer_mutex);
426 if (packet->packet_type() == RtpPacketMediaType::kPadding &&
427 packet->Ssrc() == rtp_sender_->packet_generator.SSRC() &&
428 !rtp_sender_->sequencer_.CanSendPaddingOnMediaSsrc()) {
429 // New media packet preempted this generated padding packet, discard it.
430 return false;
431 }
432 bool is_flexfec =
433 packet->packet_type() == RtpPacketMediaType::kForwardErrorCorrection &&
434 packet->Ssrc() == rtp_sender_->packet_generator.FlexfecSsrc();
435 if (!is_flexfec) {
436 rtp_sender_->sequencer_.Sequence(*packet);
437 }
438 }
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100439 rtp_sender_->packet_sender.SendPacket(packet, pacing_info);
Erik Språng77b75292019-10-28 15:51:36 +0100440 return true;
Erik Språng9c771c22019-06-17 16:31:53 +0200441}
442
Erik Språng1d50cb62020-07-02 17:41:32 +0200443void ModuleRtpRtcpImpl::SetFecProtectionParams(const FecProtectionParams&,
444 const FecProtectionParams&) {
445 // Deferred FEC not supported in deprecated RTP module.
446}
447
448std::vector<std::unique_ptr<RtpPacketToSend>>
449ModuleRtpRtcpImpl::FetchFecPackets() {
450 // Deferred FEC not supported in deprecated RTP module.
451 return {};
452}
453
Erik Språnga9229042019-10-24 12:39:32 +0200454void ModuleRtpRtcpImpl::OnPacketsAcknowledged(
455 rtc::ArrayView<const uint16_t> sequence_numbers) {
456 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100457 rtp_sender_->packet_history.CullAcknowledgedPackets(sequence_numbers);
Erik Språnga9229042019-10-24 12:39:32 +0200458}
459
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000460bool ModuleRtpRtcpImpl::SupportsPadding() const {
Erik Språng77b75292019-10-28 15:51:36 +0100461 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100462 return rtp_sender_->packet_generator.SupportsPadding();
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000463}
464
465bool ModuleRtpRtcpImpl::SupportsRtxPayloadPadding() const {
Erik Språng77b75292019-10-28 15:51:36 +0100466 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100467 return rtp_sender_->packet_generator.SupportsRtxPayloadPadding();
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000468}
469
Erik Språngf6468d22019-07-05 16:53:43 +0200470std::vector<std::unique_ptr<RtpPacketToSend>>
471ModuleRtpRtcpImpl::GeneratePadding(size_t target_size_bytes) {
Erik Språng77b75292019-10-28 15:51:36 +0100472 RTC_DCHECK(rtp_sender_);
Erik Språng5f1d4062021-08-12 11:34:03 +0200473 MutexLock lock(&rtp_sender_->sequencer_mutex);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100474 return rtp_sender_->packet_generator.GeneratePadding(
Erik Språngbfcfe032021-08-04 14:45:32 +0200475 target_size_bytes, rtp_sender_->packet_sender.MediaHasBeenSent(),
Erik Språng5f1d4062021-08-12 11:34:03 +0200476 rtp_sender_->sequencer_.CanSendPaddingOnMediaSsrc());
Erik Språng478cb462019-06-26 15:49:27 +0200477}
478
Erik Språng3663f942020-02-07 10:05:15 +0100479std::vector<RtpSequenceNumberMap::Info>
480ModuleRtpRtcpImpl::GetSentRtpPacketInfos(
481 rtc::ArrayView<const uint16_t> sequence_numbers) const {
482 RTC_DCHECK(rtp_sender_);
483 return rtp_sender_->packet_sender.GetSentRtpPacketInfos(sequence_numbers);
484}
485
Erik Språng04e1bab2020-05-07 18:18:32 +0200486size_t ModuleRtpRtcpImpl::ExpectedPerPacketOverhead() const {
487 if (!rtp_sender_) {
488 return 0;
489 }
490 return rtp_sender_->packet_generator.ExpectedPerPacketOverhead();
491}
492
Erik Språngb6bbdeb2021-08-13 16:12:41 +0200493void ModuleRtpRtcpImpl::OnPacketSendingThreadSwitched() {}
494
nisse284542b2017-01-10 08:58:32 -0800495size_t ModuleRtpRtcpImpl::MaxRtpPacketSize() const {
Erik Språng77b75292019-10-28 15:51:36 +0100496 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100497 return rtp_sender_->packet_generator.MaxRtpPacketSize();
niklase@google.com470e71d2011-07-07 08:21:25 +0000498}
499
nisse284542b2017-01-10 08:58:32 -0800500void ModuleRtpRtcpImpl::SetMaxRtpPacketSize(size_t rtp_packet_size) {
501 RTC_DCHECK_LE(rtp_packet_size, IP_PACKET_SIZE)
502 << "rtp packet size too large: " << rtp_packet_size;
503 RTC_DCHECK_GT(rtp_packet_size, packet_overhead_)
504 << "rtp packet size too small: " << rtp_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000505
nisse284542b2017-01-10 08:58:32 -0800506 rtcp_sender_.SetMaxRtpPacketSize(rtp_packet_size);
Erik Språng77b75292019-10-28 15:51:36 +0100507 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100508 rtp_sender_->packet_generator.SetMaxRtpPacketSize(rtp_packet_size);
Erik Språng77b75292019-10-28 15:51:36 +0100509 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000510}
511
pbosda903ea2015-10-02 02:36:56 -0700512RtcpMode ModuleRtpRtcpImpl::RTCP() const {
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -0700513 return rtcp_sender_.Status();
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000514}
515
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000516// Configure RTCP status i.e on/off.
pbosda903ea2015-10-02 02:36:56 -0700517void ModuleRtpRtcpImpl::SetRTCPStatus(const RtcpMode method) {
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000518 rtcp_sender_.SetRTCPStatus(method);
niklase@google.com470e71d2011-07-07 08:21:25 +0000519}
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +0000520
Peter Boström9ba52f82015-06-01 14:12:28 +0200521int32_t ModuleRtpRtcpImpl::SetCNAME(const char* c_name) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000522 return rtcp_sender_.SetCNAME(c_name);
niklase@google.com470e71d2011-07-07 08:21:25 +0000523}
524
Yves Gerey665174f2018-06-19 15:03:05 +0200525int32_t ModuleRtpRtcpImpl::RemoteNTP(uint32_t* received_ntpsecs,
526 uint32_t* received_ntpfrac,
527 uint32_t* rtcp_arrival_time_secs,
528 uint32_t* rtcp_arrival_time_frac,
529 uint32_t* rtcp_timestamp) const {
530 return rtcp_receiver_.NTP(received_ntpsecs, received_ntpfrac,
531 rtcp_arrival_time_secs, rtcp_arrival_time_frac,
Alessio Bazzica048adc72021-03-10 15:05:55 +0100532 rtcp_timestamp,
533 /*remote_sender_packet_count=*/nullptr,
534 /*remote_sender_octet_count=*/nullptr,
535 /*remote_sender_reports_count=*/nullptr)
pbos@webrtc.org376b4ea2014-07-15 15:51:33 +0000536 ? 0
537 : -1;
niklase@google.com470e71d2011-07-07 08:21:25 +0000538}
539
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000540// Get RoundTripTime.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000541int32_t ModuleRtpRtcpImpl::RTT(const uint32_t remote_ssrc,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000542 int64_t* rtt,
543 int64_t* avg_rtt,
544 int64_t* min_rtt,
545 int64_t* max_rtt) const {
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000546 int32_t ret = rtcp_receiver_.RTT(remote_ssrc, rtt, avg_rtt, min_rtt, max_rtt);
547 if (rtt && *rtt == 0) {
548 // Try to get RTT from RtcpRttStats class.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000549 *rtt = rtt_ms();
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000550 }
551 return ret;
niklase@google.com470e71d2011-07-07 08:21:25 +0000552}
553
Niels Möller5fe95102019-03-04 16:49:25 +0100554int64_t ModuleRtpRtcpImpl::ExpectedRetransmissionTimeMs() const {
555 int64_t expected_retransmission_time_ms = rtt_ms();
556 if (expected_retransmission_time_ms > 0) {
557 return expected_retransmission_time_ms;
558 }
Artem Titov913cfa72021-07-28 23:57:33 +0200559 // No rtt available (`kRtpRtcpRttProcessTimeMs` not yet passed?), so try to
Niels Möller5fe95102019-03-04 16:49:25 +0100560 // poll avg_rtt_ms directly from rtcp receiver.
561 if (rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), nullptr,
562 &expected_retransmission_time_ms, nullptr,
563 nullptr) == 0) {
564 return expected_retransmission_time_ms;
565 }
566 return kDefaultExpectedRetransmissionTimeMs;
567}
568
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000569// Force a send of an RTCP packet.
570// Normal SR and RR are triggered via the process function.
Erik Språng242e22b2015-05-11 10:17:43 +0200571int32_t ModuleRtpRtcpImpl::SendRTCP(RTCPPacketType packet_type) {
572 return rtcp_sender_.SendRTCP(GetFeedbackState(), packet_type);
573}
574
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000575void ModuleRtpRtcpImpl::GetSendStreamDataCounters(
576 StreamDataCounters* rtp_counters,
577 StreamDataCounters* rtx_counters) const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100578 rtp_sender_->packet_sender.GetDataCounters(rtp_counters, rtx_counters);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000579}
580
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000581// Received RTCP report.
Henrik Boström6e436d12019-05-27 12:19:33 +0200582std::vector<ReportBlockData> ModuleRtpRtcpImpl::GetLatestReportBlockData()
583 const {
584 return rtcp_receiver_.GetLatestReportBlockData();
585}
586
Alessio Bazzicabc1c93d2021-03-12 17:45:26 +0100587absl::optional<RtpRtcpInterface::SenderReportStats>
588ModuleRtpRtcpImpl::GetSenderReportStats() const {
589 SenderReportStats stats;
590 uint32_t remote_timestamp_secs;
591 uint32_t remote_timestamp_frac;
592 uint32_t arrival_timestamp_secs;
593 uint32_t arrival_timestamp_frac;
594 if (rtcp_receiver_.NTP(&remote_timestamp_secs, &remote_timestamp_frac,
595 &arrival_timestamp_secs, &arrival_timestamp_frac,
596 /*rtcp_timestamp=*/nullptr, &stats.packets_sent,
597 &stats.bytes_sent, &stats.reports_count)) {
598 stats.last_remote_timestamp.Set(remote_timestamp_secs,
599 remote_timestamp_frac);
600 stats.last_arrival_timestamp.Set(arrival_timestamp_secs,
601 arrival_timestamp_frac);
602 return stats;
603 }
604 return absl::nullopt;
605}
606
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000607// (REMB) Receiver Estimated Max Bitrate.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100608void ModuleRtpRtcpImpl::SetRemb(int64_t bitrate_bps,
609 std::vector<uint32_t> ssrcs) {
610 rtcp_sender_.SetRemb(bitrate_bps, std::move(ssrcs));
pwestin@webrtc.org741da942011-09-20 13:52:04 +0000611}
612
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200613void ModuleRtpRtcpImpl::UnsetRemb() {
Danil Chapovalovf74d6412017-10-18 13:32:57 +0200614 rtcp_sender_.UnsetRemb();
pwestin@webrtc.org741da942011-09-20 13:52:04 +0000615}
616
Johannes Kron9190b822018-10-29 11:22:05 +0100617void ModuleRtpRtcpImpl::SetExtmapAllowMixed(bool extmap_allow_mixed) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100618 rtp_sender_->packet_generator.SetExtmapAllowMixed(extmap_allow_mixed);
Johannes Kron9190b822018-10-29 11:22:05 +0100619}
620
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200621void ModuleRtpRtcpImpl::RegisterRtpHeaderExtension(absl::string_view uri,
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200622 int id) {
Erik Språng77b75292019-10-28 15:51:36 +0100623 bool registered =
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100624 rtp_sender_->packet_generator.RegisterRtpHeaderExtension(uri, id);
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200625 RTC_CHECK(registered);
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200626}
627
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000628int32_t ModuleRtpRtcpImpl::DeregisterSendRtpHeaderExtension(
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000629 const RTPExtensionType type) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100630 return rtp_sender_->packet_generator.DeregisterRtpHeaderExtension(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000631}
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200632void ModuleRtpRtcpImpl::DeregisterSendRtpHeaderExtension(
633 absl::string_view uri) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100634 rtp_sender_->packet_generator.DeregisterRtpHeaderExtension(uri);
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200635}
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000636
danilchap853ecb22016-08-22 08:26:15 -0700637void ModuleRtpRtcpImpl::SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) {
638 rtcp_sender_.SetTmmbn(std::move(bounding_set));
niklase@google.com470e71d2011-07-07 08:21:25 +0000639}
640
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000641// Send a Negative acknowledgment packet.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000642int32_t ModuleRtpRtcpImpl::SendNACK(const uint16_t* nack_list,
643 const uint16_t size) {
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000644 uint16_t nack_length = size;
645 uint16_t start_id = 0;
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +0100646 int64_t now_ms = clock_->TimeInMilliseconds();
647 if (TimeToSendFullNackList(now_ms)) {
648 nack_last_time_sent_full_ms_ = now_ms;
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000649 } else {
650 // Only send extended list.
651 if (nack_last_seq_number_sent_ == nack_list[size - 1]) {
652 // Last sequence number is the same, do not send list.
653 return 0;
654 }
655 // Send new sequence numbers.
656 for (int i = 0; i < size; ++i) {
657 if (nack_last_seq_number_sent_ == nack_list[i]) {
658 start_id = i + 1;
659 break;
660 }
661 }
662 nack_length = size - start_id;
663 }
664
665 // Our RTCP NACK implementation is limited to kRtcpMaxNackFields sequence
666 // numbers per RTCP packet.
667 if (nack_length > kRtcpMaxNackFields) {
668 nack_length = kRtcpMaxNackFields;
669 }
670 nack_last_seq_number_sent_ = nack_list[start_id + nack_length - 1];
671
philipel83f831a2016-03-12 03:30:23 -0800672 return rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpNack, nack_length,
673 &nack_list[start_id]);
674}
675
676void ModuleRtpRtcpImpl::SendNack(
677 const std::vector<uint16_t>& sequence_numbers) {
678 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpNack, sequence_numbers.size(),
679 sequence_numbers.data());
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000680}
681
682bool ModuleRtpRtcpImpl::TimeToSendFullNackList(int64_t now) const {
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000683 // Use RTT from RtcpRttStats class if provided.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000684 int64_t rtt = rtt_ms();
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000685 if (rtt == 0) {
686 rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), NULL, &rtt, NULL, NULL);
687 }
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000688
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000689 const int64_t kStartUpRttMs = 100;
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000690 int64_t wait_time = 5 + ((rtt * 3) >> 1); // 5 + RTT * 1.5.
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000691 if (rtt == 0) {
692 wait_time = kStartUpRttMs;
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000693 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000694
Artem Titov913cfa72021-07-28 23:57:33 +0200695 // Send a full NACK list once within every `wait_time`.
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +0100696 return now - nack_last_time_sent_full_ms_ > wait_time;
niklase@google.com470e71d2011-07-07 08:21:25 +0000697}
698
asapersson@webrtc.org9ffd8fe2015-01-21 08:22:50 +0000699// Store the sent packets, needed to answer to Negative acknowledgment requests.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000700void ModuleRtpRtcpImpl::SetStorePacketsStatus(const bool enable,
701 const uint16_t number_to_store) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100702 rtp_sender_->packet_history.SetStorePacketsStatus(
Erik Språng77b75292019-10-28 15:51:36 +0100703 enable ? RtpPacketHistory::StorageMode::kStoreAndCull
704 : RtpPacketHistory::StorageMode::kDisabled,
705 number_to_store);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000706}
niklase@google.com470e71d2011-07-07 08:21:25 +0000707
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000708bool ModuleRtpRtcpImpl::StorePackets() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100709 return rtp_sender_->packet_history.GetStorageMode() !=
Erik Språng77b75292019-10-28 15:51:36 +0100710 RtpPacketHistory::StorageMode::kDisabled;
tnakamura@webrtc.orgaa4d96a2013-07-16 19:25:04 +0000711}
712
Per Kjellander16999812019-10-10 12:57:28 +0200713void ModuleRtpRtcpImpl::SendCombinedRtcpPacket(
714 std::vector<std::unique_ptr<rtcp::RtcpPacket>> rtcp_packets) {
715 rtcp_sender_.SendCombinedRtcpPacket(std::move(rtcp_packets));
716}
717
Elad Alon7d6a4c02019-02-25 13:00:51 +0100718int32_t ModuleRtpRtcpImpl::SendLossNotification(uint16_t last_decoded_seq_num,
719 uint16_t last_received_seq_num,
Elad Alone86af2c2019-06-03 14:37:50 +0200720 bool decodability_flag,
721 bool buffering_allowed) {
Elad Alon7d6a4c02019-02-25 13:00:51 +0100722 return rtcp_sender_.SendLossNotification(
723 GetFeedbackState(), last_decoded_seq_num, last_received_seq_num,
Elad Alone86af2c2019-06-03 14:37:50 +0200724 decodability_flag, buffering_allowed);
Elad Alon7d6a4c02019-02-25 13:00:51 +0100725}
726
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000727void ModuleRtpRtcpImpl::SetRemoteSSRC(const uint32_t ssrc) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000728 // Inform about the incoming SSRC.
729 rtcp_sender_.SetRemoteSSRC(ssrc);
730 rtcp_receiver_.SetRemoteSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000731}
732
Tommi08be9ba2021-06-15 23:01:57 +0200733void ModuleRtpRtcpImpl::SetLocalSsrc(uint32_t local_ssrc) {
734 rtcp_receiver_.set_local_media_ssrc(local_ssrc);
735 rtcp_sender_.SetSsrc(local_ssrc);
736}
737
Erik Språngbf46cfe2020-05-11 18:22:02 +0200738RtpSendRates ModuleRtpRtcpImpl::GetSendRates() const {
739 return rtp_sender_->packet_sender.GetSendRates();
niklase@google.com470e71d2011-07-07 08:21:25 +0000740}
741
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +0000742void ModuleRtpRtcpImpl::OnRequestSendReport() {
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000743 SendRTCP(kRtcpSr);
niklase@google.com470e71d2011-07-07 08:21:25 +0000744}
745
Danil Chapovalov2800d742016-08-26 18:48:46 +0200746void ModuleRtpRtcpImpl::OnReceivedNack(
747 const std::vector<uint16_t>& nack_sequence_numbers) {
nisse14adba72017-03-20 03:52:39 -0700748 if (!rtp_sender_)
749 return;
750
Erik Språng77b75292019-10-28 15:51:36 +0100751 if (!StorePackets() || nack_sequence_numbers.empty()) {
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000752 return;
753 }
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000754 // Use RTT from RtcpRttStats class if provided.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000755 int64_t rtt = rtt_ms();
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000756 if (rtt == 0) {
757 rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), NULL, &rtt, NULL, NULL);
758 }
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100759 rtp_sender_->packet_generator.OnReceivedNack(nack_sequence_numbers, rtt);
niklase@google.com470e71d2011-07-07 08:21:25 +0000760}
761
isheriff6b4b5f32016-06-08 00:24:21 -0700762void ModuleRtpRtcpImpl::OnReceivedRtcpReportBlocks(
763 const ReportBlockList& report_blocks) {
Erik Språng56e611b2020-02-06 17:10:08 +0100764 if (rtp_sender_) {
Niels Möller59ab1cf2019-02-06 22:48:11 +0100765 uint32_t ssrc = SSRC();
Steve Anton2bac7da2019-07-21 15:04:21 -0400766 absl::optional<uint32_t> rtx_ssrc;
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100767 if (rtp_sender_->packet_generator.RtxStatus() != kRtxOff) {
768 rtx_ssrc = rtp_sender_->packet_generator.RtxSsrc();
Steve Anton2bac7da2019-07-21 15:04:21 -0400769 }
Niels Möller59ab1cf2019-02-06 22:48:11 +0100770
771 for (const RTCPReportBlock& report_block : report_blocks) {
772 if (ssrc == report_block.source_ssrc) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100773 rtp_sender_->packet_generator.OnReceivedAckOnSsrc(
Steve Anton2bac7da2019-07-21 15:04:21 -0400774 report_block.extended_highest_sequence_number);
Steve Anton2bac7da2019-07-21 15:04:21 -0400775 } else if (rtx_ssrc && *rtx_ssrc == report_block.source_ssrc) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100776 rtp_sender_->packet_generator.OnReceivedAckOnRtxSsrc(
Steve Anton2bac7da2019-07-21 15:04:21 -0400777 report_block.extended_highest_sequence_number);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100778 }
779 }
780 }
isheriff6b4b5f32016-06-08 00:24:21 -0700781}
782
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000783void ModuleRtpRtcpImpl::set_rtt_ms(int64_t rtt_ms) {
Tommid7e08c82020-05-10 11:24:43 +0200784 {
Markus Handellf7303e62020-07-09 01:34:42 +0200785 MutexLock lock(&mutex_rtt_);
Tommid7e08c82020-05-10 11:24:43 +0200786 rtt_ms_ = rtt_ms;
787 }
Erik Språng77b75292019-10-28 15:51:36 +0100788 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100789 rtp_sender_->packet_history.SetRtt(rtt_ms);
Erik Språng77b75292019-10-28 15:51:36 +0100790 }
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +0000791}
792
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000793int64_t ModuleRtpRtcpImpl::rtt_ms() const {
Markus Handellf7303e62020-07-09 01:34:42 +0200794 MutexLock lock(&mutex_rtt_);
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +0000795 return rtt_ms_;
796}
797
sprang5e38c962016-12-01 05:18:09 -0800798void ModuleRtpRtcpImpl::SetVideoBitrateAllocation(
Erik Språng566124a2018-04-23 12:32:22 +0200799 const VideoBitrateAllocation& bitrate) {
sprang5e38c962016-12-01 05:18:09 -0800800 rtcp_sender_.SetVideoBitrateAllocation(bitrate);
801}
Niels Möller5fe95102019-03-04 16:49:25 +0100802
803RTPSender* ModuleRtpRtcpImpl::RtpSender() {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100804 return rtp_sender_ ? &rtp_sender_->packet_generator : nullptr;
Niels Möller5fe95102019-03-04 16:49:25 +0100805}
806
807const RTPSender* ModuleRtpRtcpImpl::RtpSender() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100808 return rtp_sender_ ? &rtp_sender_->packet_generator : nullptr;
Niels Möller5fe95102019-03-04 16:49:25 +0100809}
810
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000811} // namespace webrtc