blob: e3fd8abff85ce37d42ff4ef944738760a94d7674 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/rtp_rtcp/source/rtp_rtcp_impl.h"
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +000012
pbos@webrtc.orga048d7c2013-05-29 14:27:38 +000013#include <string.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
sprang168794c2017-07-06 04:38:06 -070015#include <algorithm>
Yves Gerey988cc082018-10-23 12:03:01 +020016#include <cstdint>
Mirko Bonadei317a1f02019-09-17 17:06:18 +020017#include <memory>
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000018#include <set>
Peter Boström9c017252016-02-26 16:26:20 +010019#include <string>
Yves Gerey988cc082018-10-23 12:03:01 +020020#include <utility>
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +000021
Per Kjellandere11b7d22019-02-21 07:55:59 +010022#include "api/transport/field_trial_based_config.h"
Yves Gerey988cc082018-10-23 12:03:01 +020023#include "modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
Markus Handell2e3edc12021-06-18 13:44:13 +020024#include "modules/rtp_rtcp/source/rtcp_sender.h"
Yves Gerey988cc082018-10-23 12:03:01 +020025#include "modules/rtp_rtcp/source/rtp_rtcp_config.h"
Markus Handell2e3edc12021-06-18 13:44:13 +020026#include "modules/rtp_rtcp/source/rtp_rtcp_interface.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/checks.h"
28#include "rtc_base/logging.h"
Alessio Bazzicabc1c93d2021-03-12 17:45:26 +010029#include "system_wrappers/include/ntp_time.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000030
niklase@google.com470e71d2011-07-07 08:21:25 +000031#ifdef _WIN32
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000032// Disable warning C4355: 'this' : used in base member initializer list.
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +000033#pragma warning(disable : 4355)
niklase@google.com470e71d2011-07-07 08:21:25 +000034#endif
35
36namespace webrtc {
sprang168794c2017-07-06 04:38:06 -070037namespace {
38const int64_t kRtpRtcpMaxIdleTimeProcessMs = 5;
39const int64_t kRtpRtcpRttProcessTimeMs = 1000;
40const int64_t kRtpRtcpBitrateProcessTimeMs = 10;
spranga8ae6f22017-09-04 07:23:56 -070041const int64_t kDefaultExpectedRetransmissionTimeMs = 125;
sprang168794c2017-07-06 04:38:06 -070042} // namespace
niklase@google.com470e71d2011-07-07 08:21:25 +000043
Erik Språng77b75292019-10-28 15:51:36 +010044ModuleRtpRtcpImpl::RtpSenderContext::RtpSenderContext(
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020045 const RtpRtcpInterface::Configuration& config)
Erik Språng641d59b2020-03-30 10:01:29 +020046 : packet_history(config.clock, config.enable_rtx_padding_prioritization),
Erik Språngbfcfe032021-08-04 14:45:32 +020047 sequencer_(config.local_media_ssrc,
48 config.rtx_send_ssrc,
49 /*require_marker_before_media_padding=*/!config.audio,
50 config.clock),
Erik Språng9cdc9cc2019-10-28 18:24:32 +010051 packet_sender(config, &packet_history),
52 non_paced_sender(&packet_sender),
53 packet_generator(
Erik Språng77b75292019-10-28 15:51:36 +010054 config,
Erik Språng9cdc9cc2019-10-28 18:24:32 +010055 &packet_history,
Erik Språngbfcfe032021-08-04 14:45:32 +020056 config.paced_sender ? config.paced_sender : &non_paced_sender,
57 &sequencer_) {}
Erik Språng77b75292019-10-28 15:51:36 +010058
Tomas Gunnarssonfae05622020-06-03 08:54:39 +020059std::unique_ptr<RtpRtcp> RtpRtcp::DEPRECATED_Create(
60 const Configuration& configuration) {
61 RTC_DCHECK(configuration.clock);
62 RTC_LOG(LS_ERROR)
63 << "*********** USING WebRTC INTERNAL IMPLEMENTATION DETAILS ***********";
64 return std::make_unique<ModuleRtpRtcpImpl>(configuration);
65}
66
pwestin@webrtc.org2853dde2012-05-11 11:08:54 +000067ModuleRtpRtcpImpl::ModuleRtpRtcpImpl(const Configuration& configuration)
Markus Handell2e3edc12021-06-18 13:44:13 +020068 : rtcp_sender_(
69 RTCPSender::Configuration::FromRtpRtcpConfiguration(configuration)),
Mirko Bonadei3b676722019-07-12 17:35:05 +000070 rtcp_receiver_(configuration, this),
stefan@webrtc.orga678a3b2013-01-21 07:42:11 +000071 clock_(configuration.clock),
sprang168794c2017-07-06 04:38:06 -070072 last_bitrate_process_time_(clock_->TimeInMilliseconds()),
73 last_rtt_process_time_(clock_->TimeInMilliseconds()),
74 next_process_time_(clock_->TimeInMilliseconds() +
75 kRtpRtcpMaxIdleTimeProcessMs),
asapersson35151f32016-05-02 23:44:01 -070076 packet_overhead_(28), // IPV4 UDP.
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +010077 nack_last_time_sent_full_ms_(0),
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000078 nack_last_seq_number_sent_(0),
mflodman@webrtc.org7c894b72012-11-26 12:40:15 +000079 remote_bitrate_(configuration.remote_bitrate_estimator),
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +000080 rtt_stats_(configuration.rtt_stats),
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +000081 rtt_ms_(0) {
nisse14adba72017-03-20 03:52:39 -070082 if (!configuration.receiver_only) {
Erik Språng77b75292019-10-28 15:51:36 +010083 rtp_sender_ = std::make_unique<RtpSenderContext>(configuration);
nisse14adba72017-03-20 03:52:39 -070084 // Make sure rtcp sender use same timestamp offset as rtp sender.
Erik Språng77b75292019-10-28 15:51:36 +010085 rtcp_sender_.SetTimestampOffset(
Erik Språng9cdc9cc2019-10-28 18:24:32 +010086 rtp_sender_->packet_generator.TimestampOffset());
nisse14adba72017-03-20 03:52:39 -070087 }
danilchap71fead22016-08-18 02:01:49 -070088
89 // Set default packet size limit.
nisse284542b2017-01-10 08:58:32 -080090 // TODO(nisse): Kind-of duplicates
91 // webrtc::VideoSendStream::Config::Rtp::kDefaultMaxPacketSize.
92 const size_t kTcpOverIpv4HeaderSize = 40;
93 SetMaxRtpPacketSize(IP_PACKET_SIZE - kTcpOverIpv4HeaderSize);
niklase@google.com470e71d2011-07-07 08:21:25 +000094}
95
Danil Chapovalov2a5ce2b2018-02-07 09:38:31 +010096ModuleRtpRtcpImpl::~ModuleRtpRtcpImpl() = default;
97
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +000098// Returns the number of milliseconds until the module want a worker thread
99// to call Process.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000100int64_t ModuleRtpRtcpImpl::TimeUntilNextProcess() {
sprang168794c2017-07-06 04:38:06 -0700101 return std::max<int64_t>(0,
102 next_process_time_ - clock_->TimeInMilliseconds());
niklase@google.com470e71d2011-07-07 08:21:25 +0000103}
104
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000105// Process any pending tasks such as timeouts (non time critical events).
pbosa26ac922016-02-25 04:50:01 -0800106void ModuleRtpRtcpImpl::Process() {
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000107 const int64_t now = clock_->TimeInMilliseconds();
Tommi6af97742020-05-18 12:47:03 +0200108 // TODO(bugs.webrtc.org/11581): Figure out why we need to call Process() 200
109 // times a second.
sprang168794c2017-07-06 04:38:06 -0700110 next_process_time_ = now + kRtpRtcpMaxIdleTimeProcessMs;
niklase@google.com470e71d2011-07-07 08:21:25 +0000111
nisse14adba72017-03-20 03:52:39 -0700112 if (rtp_sender_) {
nisse14adba72017-03-20 03:52:39 -0700113 if (now >= last_bitrate_process_time_ + kRtpRtcpBitrateProcessTimeMs) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100114 rtp_sender_->packet_sender.ProcessBitrateAndNotifyObservers();
nisse14adba72017-03-20 03:52:39 -0700115 last_bitrate_process_time_ = now;
Tommi6af97742020-05-18 12:47:03 +0200116 // TODO(bugs.webrtc.org/11581): Is this a bug? At the top of the function,
117 // next_process_time_ is incremented by 5ms, here we effectively do a
118 // std::min() of (now + 5ms, now + 10ms). Seems like this is a no-op?
sprang168794c2017-07-06 04:38:06 -0700119 next_process_time_ =
120 std::min(next_process_time_, now + kRtpRtcpBitrateProcessTimeMs);
121 }
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000122 }
sprang168794c2017-07-06 04:38:06 -0700123
Tommi6af97742020-05-18 12:47:03 +0200124 // TODO(bugs.webrtc.org/11581): We update the RTT once a second, whereas other
125 // things that run in this method are updated much more frequently. Move the
126 // RTT checking over to the worker thread, which matches better with where the
127 // stats are maintained.
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000128 bool process_rtt = now >= last_rtt_process_time_ + kRtpRtcpRttProcessTimeMs;
129 if (rtcp_sender_.Sending()) {
Danil Chapovalov760c4b42017-09-27 13:25:24 +0200130 // Process RTT if we have received a report block and we haven't
Artem Titov913cfa72021-07-28 23:57:33 +0200131 // processed RTT for at least `kRtpRtcpRttProcessTimeMs` milliseconds.
Tommi6af97742020-05-18 12:47:03 +0200132 // Note that LastReceivedReportBlockMs() grabs a lock, so check
Artem Titov913cfa72021-07-28 23:57:33 +0200133 // `process_rtt` first.
Danil Chapovalovab633502021-03-15 19:12:16 +0100134 if (process_rtt && rtt_stats_ != nullptr &&
Tommi6af97742020-05-18 12:47:03 +0200135 rtcp_receiver_.LastReceivedReportBlockMs() > last_rtt_process_time_) {
Danil Chapovalovab633502021-03-15 19:12:16 +0100136 int64_t max_rtt_ms = 0;
137 for (const auto& block : rtcp_receiver_.GetLatestReportBlockData()) {
138 if (block.last_rtt_ms() > max_rtt_ms) {
139 max_rtt_ms = block.last_rtt_ms();
140 }
mflodman@webrtc.orgd7d46882012-02-14 12:49:59 +0000141 }
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000142 // Report the rtt.
Danil Chapovalovab633502021-03-15 19:12:16 +0100143 if (max_rtt_ms > 0) {
144 rtt_stats_->OnRttUpdate(max_rtt_ms);
145 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000146 }
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000147
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000148 // Verify receiver reports are delivered and the reported sequence number
149 // is increasing.
Tommi6af97742020-05-18 12:47:03 +0200150 // TODO(bugs.webrtc.org/11581): The timeout value needs to be checked every
151 // few seconds (see internals of RtcpRrTimeout). Here, we may be polling it
152 // a couple of hundred times a second, which isn't great since it grabs a
153 // lock. Note also that LastReceivedReportBlockMs() (called above) and
154 // RtcpRrTimeout() both grab the same lock and check the same timer, so
155 // it should be possible to consolidate that work somehow.
Jiawei Ou8b5d9d82018-11-15 16:44:37 -0800156 if (rtcp_receiver_.RtcpRrTimeout()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100157 RTC_LOG_F(LS_WARNING) << "Timeout: No RTCP RR received.";
Jiawei Ou8b5d9d82018-11-15 16:44:37 -0800158 } else if (rtcp_receiver_.RtcpRrSequenceNumberTimeout()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100159 RTC_LOG_F(LS_WARNING) << "Timeout: No increase in RTCP RR extended "
160 "highest sequence number.";
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000161 }
162
163 if (remote_bitrate_ && rtcp_sender_.TMMBR()) {
164 unsigned int target_bitrate = 0;
165 std::vector<unsigned int> ssrcs;
166 if (remote_bitrate_->LatestEstimate(&ssrcs, &target_bitrate)) {
167 if (!ssrcs.empty()) {
168 target_bitrate = target_bitrate / ssrcs.size();
169 }
170 rtcp_sender_.SetTargetBitrate(target_bitrate);
171 }
172 }
173 } else {
174 // Report rtt from receiver.
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000175 if (process_rtt) {
Yves Gerey665174f2018-06-19 15:03:05 +0200176 int64_t rtt_ms;
177 if (rtt_stats_ && rtcp_receiver_.GetAndResetXrRrRtt(&rtt_ms)) {
178 rtt_stats_->OnRttUpdate(rtt_ms);
179 }
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000180 }
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000181 }
182
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000183 // Get processed rtt.
184 if (process_rtt) {
185 last_rtt_process_time_ = now;
Tommi6af97742020-05-18 12:47:03 +0200186 // TODO(bugs.webrtc.org/11581): Is this a bug? At the top of the function,
187 // next_process_time_ is incremented by 5ms, here we effectively do a
188 // std::min() of (now + 5ms, now + 1000ms). Seems like this is a no-op?
sprang168794c2017-07-06 04:38:06 -0700189 next_process_time_ = std::min(
190 next_process_time_, last_rtt_process_time_ + kRtpRtcpRttProcessTimeMs);
sprange2d83d62016-02-19 09:03:26 -0800191 if (rtt_stats_) {
192 // Make sure we have a valid RTT before setting.
193 int64_t last_rtt = rtt_stats_->LastProcessedRtt();
194 if (last_rtt >= 0)
195 set_rtt_ms(last_rtt);
196 }
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000197 }
198
Danil Chapovalov70ffead2016-07-20 15:26:59 +0200199 if (rtcp_sender_.TimeToSendRTCPReport())
200 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpReport);
mflodman@webrtc.org9dd0ebc2015-02-26 12:57:47 +0000201
Danil Chapovalov067b0502021-02-05 12:11:56 +0100202 if (rtcp_sender_.TMMBR() && rtcp_receiver_.UpdateTmmbrTimers()) {
danilchap9bf610e2017-02-20 06:03:01 -0800203 rtcp_receiver_.NotifyTmmbrUpdated();
asapersson@webrtc.org0b3c35a2012-01-16 11:06:31 +0000204 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000205}
206
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000207void ModuleRtpRtcpImpl::SetRtxSendStatus(int mode) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100208 rtp_sender_->packet_generator.SetRtxStatus(mode);
pwestin@webrtc.org8281e7d2012-01-10 14:09:18 +0000209}
210
pbos@webrtc.org0b0c2412015-01-13 14:15:15 +0000211int ModuleRtpRtcpImpl::RtxSendStatus() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100212 return rtp_sender_ ? rtp_sender_->packet_generator.RtxStatus() : kRtxOff;
stefan@webrtc.orgef927552014-06-05 08:25:29 +0000213}
214
Shao Changbine62202f2015-04-21 20:24:50 +0800215void ModuleRtpRtcpImpl::SetRtxSendPayloadType(int payload_type,
216 int associated_payload_type) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100217 rtp_sender_->packet_generator.SetRtxPayloadType(payload_type,
218 associated_payload_type);
mflodman@webrtc.org9f5ebb52013-04-12 14:55:46 +0000219}
220
Erik Språngc06aef22019-10-17 13:02:27 +0200221absl::optional<uint32_t> ModuleRtpRtcpImpl::RtxSsrc() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100222 return rtp_sender_ ? rtp_sender_->packet_generator.RtxSsrc() : absl::nullopt;
Erik Språngc06aef22019-10-17 13:02:27 +0200223}
224
Danil Chapovalovd264df52018-06-14 12:59:38 +0200225absl::optional<uint32_t> ModuleRtpRtcpImpl::FlexfecSsrc() const {
Erik Språng77b75292019-10-28 15:51:36 +0100226 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100227 return rtp_sender_->packet_generator.FlexfecSsrc();
Erik Språng77b75292019-10-28 15:51:36 +0100228 }
Danil Chapovalovd264df52018-06-14 12:59:38 +0200229 return absl::nullopt;
brandtr9dfff292016-11-14 05:14:50 -0800230}
231
nisse479d3d72017-09-13 07:53:37 -0700232void ModuleRtpRtcpImpl::IncomingRtcpPacket(const uint8_t* rtcp_packet,
233 const size_t length) {
234 rtcp_receiver_.IncomingPacket(rtcp_packet, length);
niklase@google.com470e71d2011-07-07 08:21:25 +0000235}
236
Niels Möller5fe95102019-03-04 16:49:25 +0100237void ModuleRtpRtcpImpl::RegisterSendPayloadFrequency(int payload_type,
238 int payload_frequency) {
239 rtcp_sender_.SetRtpClockRate(payload_type, payload_frequency);
Peter Boström8b79b072016-02-26 16:31:37 +0100240}
241
asapersson@webrtc.org9ffd8fe2015-01-21 08:22:50 +0000242int32_t ModuleRtpRtcpImpl::DeRegisterSendPayload(const int8_t payload_type) {
Niels Möller59ab1cf2019-02-06 22:48:11 +0100243 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000244}
245
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000246uint32_t ModuleRtpRtcpImpl::StartTimestamp() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100247 return rtp_sender_->packet_generator.TimestampOffset();
niklase@google.com470e71d2011-07-07 08:21:25 +0000248}
249
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000250// Configure start timestamp, default is a random number.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000251void ModuleRtpRtcpImpl::SetStartTimestamp(const uint32_t timestamp) {
danilchap71fead22016-08-18 02:01:49 -0700252 rtcp_sender_.SetTimestampOffset(timestamp);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100253 rtp_sender_->packet_generator.SetTimestampOffset(timestamp);
Erik Språng3663f942020-02-07 10:05:15 +0100254 rtp_sender_->packet_sender.SetTimestampOffset(timestamp);
niklase@google.com470e71d2011-07-07 08:21:25 +0000255}
256
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000257uint16_t ModuleRtpRtcpImpl::SequenceNumber() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100258 return rtp_sender_->packet_generator.SequenceNumber();
niklase@google.com470e71d2011-07-07 08:21:25 +0000259}
260
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000261// Set SequenceNumber, default is a random number.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000262void ModuleRtpRtcpImpl::SetSequenceNumber(const uint16_t seq_num) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100263 rtp_sender_->packet_generator.SetSequenceNumber(seq_num);
niklase@google.com470e71d2011-07-07 08:21:25 +0000264}
265
Per83d09102016-04-15 14:59:13 +0200266void ModuleRtpRtcpImpl::SetRtpState(const RtpState& rtp_state) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100267 rtp_sender_->packet_generator.SetRtpState(rtp_state);
danilchap71fead22016-08-18 02:01:49 -0700268 rtcp_sender_.SetTimestampOffset(rtp_state.start_timestamp);
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000269}
270
Per83d09102016-04-15 14:59:13 +0200271void ModuleRtpRtcpImpl::SetRtxState(const RtpState& rtp_state) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100272 rtp_sender_->packet_generator.SetRtxRtpState(rtp_state);
Per83d09102016-04-15 14:59:13 +0200273}
274
275RtpState ModuleRtpRtcpImpl::GetRtpState() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100276 RtpState state = rtp_sender_->packet_generator.GetRtpState();
Erik Språng77b75292019-10-28 15:51:36 +0100277 return state;
Per83d09102016-04-15 14:59:13 +0200278}
279
280RtpState ModuleRtpRtcpImpl::GetRtxState() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100281 return rtp_sender_->packet_generator.GetRtxRtpState();
pbos@webrtc.org2bb1bda2014-07-07 13:06:48 +0000282}
283
Amit Hilbuch77938e62018-12-21 09:23:38 -0800284void ModuleRtpRtcpImpl::SetRid(const std::string& rid) {
285 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100286 rtp_sender_->packet_generator.SetRid(rid);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800287 }
288}
289
Steve Anton296a0ce2018-03-22 15:17:27 -0700290void ModuleRtpRtcpImpl::SetMid(const std::string& mid) {
291 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100292 rtp_sender_->packet_generator.SetMid(mid);
Steve Anton296a0ce2018-03-22 15:17:27 -0700293 }
294 // TODO(bugs.webrtc.org/4050): If we end up supporting the MID SDES item for
295 // RTCP, this will need to be passed down to the RTCPSender also.
296}
297
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000298void ModuleRtpRtcpImpl::SetCsrcs(const std::vector<uint32_t>& csrcs) {
pbos@webrtc.org9334ac22014-11-24 08:25:50 +0000299 rtcp_sender_.SetCsrcs(csrcs);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100300 rtp_sender_->packet_generator.SetCsrcs(csrcs);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000301}
302
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000303// TODO(pbos): Handle media and RTX streams separately (separate RTCP
304// feedbacks).
305RTCPSender::FeedbackState ModuleRtpRtcpImpl::GetFeedbackState() {
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000306 RTCPSender::FeedbackState state;
nisse14adba72017-03-20 03:52:39 -0700307 // This is called also when receiver_only is true. Hence below
308 // checks that rtp_sender_ exists.
309 if (rtp_sender_) {
310 StreamDataCounters rtp_stats;
311 StreamDataCounters rtx_stats;
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100312 rtp_sender_->packet_sender.GetDataCounters(&rtp_stats, &rtx_stats);
Yves Gerey665174f2018-06-19 15:03:05 +0200313 state.packets_sent =
314 rtp_stats.transmitted.packets + rtx_stats.transmitted.packets;
nisse14adba72017-03-20 03:52:39 -0700315 state.media_bytes_sent = rtp_stats.transmitted.payload_bytes +
316 rtx_stats.transmitted.payload_bytes;
Erik Språng77b75292019-10-28 15:51:36 +0100317 state.send_bitrate =
Erik Språngbf46cfe2020-05-11 18:22:02 +0200318 rtp_sender_->packet_sender.GetSendRates().Sum().bps<uint32_t>();
nisse14adba72017-03-20 03:52:39 -0700319 }
Tommi3a5742c2020-05-20 09:32:51 +0200320 state.receiver = &rtcp_receiver_;
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000321
Alessio Bazzica79011ef2021-03-10 14:52:35 +0100322 uint32_t received_ntp_secs = 0;
323 uint32_t received_ntp_frac = 0;
324 state.remote_sr = 0;
325 if (rtcp_receiver_.NTP(&received_ntp_secs, &received_ntp_frac,
326 /*rtcp_arrival_time_secs=*/&state.last_rr_ntp_secs,
327 /*rtcp_arrival_time_frac=*/&state.last_rr_ntp_frac,
Alessio Bazzica048adc72021-03-10 15:05:55 +0100328 /*rtcp_timestamp=*/nullptr,
329 /*remote_sender_packet_count=*/nullptr,
330 /*remote_sender_octet_count=*/nullptr,
331 /*remote_sender_reports_count=*/nullptr)) {
Alessio Bazzica79011ef2021-03-10 14:52:35 +0100332 state.remote_sr = ((received_ntp_secs & 0x0000ffff) << 16) +
333 ((received_ntp_frac & 0xffff0000) >> 16);
334 }
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000335
Mirta Dvornicicb1f063d2018-04-16 11:16:21 +0200336 state.last_xr_rtis = rtcp_receiver_.ConsumeReceivedXrReferenceTimeInfo();
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000337
pbos@webrtc.org2f4b14e2014-07-15 15:25:39 +0000338 return state;
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000339}
340
nisse14adba72017-03-20 03:52:39 -0700341// TODO(nisse): This method shouldn't be called for a receive-only
342// stream. Delete rtp_sender_ check as soon as all applications are
343// updated.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000344int32_t ModuleRtpRtcpImpl::SetSendingStatus(const bool sending) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000345 if (rtcp_sender_.Sending() != sending) {
346 // Sends RTCP BYE when going from true to false
Tomas Gunnarssondbcf5d32021-04-23 20:31:08 +0200347 rtcp_sender_.SetSendingStatus(GetFeedbackState(), sending);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000348 }
349 return 0;
350}
351
352bool ModuleRtpRtcpImpl::Sending() const {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000353 return rtcp_sender_.Sending();
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000354}
355
nisse14adba72017-03-20 03:52:39 -0700356// TODO(nisse): This method shouldn't be called for a receive-only
357// stream. Delete rtp_sender_ check as soon as all applications are
358// updated.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000359void ModuleRtpRtcpImpl::SetSendingMediaStatus(const bool sending) {
nisse14adba72017-03-20 03:52:39 -0700360 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100361 rtp_sender_->packet_generator.SetSendingMediaStatus(sending);
nisse14adba72017-03-20 03:52:39 -0700362 } else {
363 RTC_DCHECK(!sending);
364 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000365}
366
367bool ModuleRtpRtcpImpl::SendingMedia() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100368 return rtp_sender_ ? rtp_sender_->packet_generator.SendingMedia() : false;
niklase@google.com470e71d2011-07-07 08:21:25 +0000369}
370
Erik Språng1e51a382019-12-11 16:47:09 +0100371bool ModuleRtpRtcpImpl::IsAudioConfigured() const {
372 return rtp_sender_ ? rtp_sender_->packet_generator.IsAudioConfigured()
373 : false;
374}
375
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200376void ModuleRtpRtcpImpl::SetAsPartOfAllocation(bool part_of_allocation) {
377 RTC_CHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100378 rtp_sender_->packet_sender.ForceIncludeSendPacketsInAllocation(
Erik Språng77b75292019-10-28 15:51:36 +0100379 part_of_allocation);
Sebastian Jansson1bca65b2018-10-10 09:58:08 +0200380}
381
Niels Möller5fe95102019-03-04 16:49:25 +0100382bool ModuleRtpRtcpImpl::OnSendingRtpFrame(uint32_t timestamp,
383 int64_t capture_time_ms,
384 int payload_type,
385 bool force_sender_report) {
386 if (!Sending())
387 return false;
388
Markus Handellc6b9ac72021-06-18 13:44:51 +0200389 // TODO(bugs.webrtc.org/12873): Migrate this method and it's users to use
390 // optional Timestamps.
391 absl::optional<Timestamp> capture_time;
392 if (capture_time_ms > 0) {
393 capture_time = Timestamp::Millis(capture_time_ms);
394 }
395 absl::optional<int> payload_type_optional;
396 if (payload_type >= 0)
397 payload_type_optional = payload_type;
398 rtcp_sender_.SetLastRtpTime(timestamp, capture_time, payload_type_optional);
Niels Möller5fe95102019-03-04 16:49:25 +0100399 // Make sure an RTCP report isn't queued behind a key frame.
400 if (rtcp_sender_.TimeToSendRTCPReport(force_sender_report))
401 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpReport);
402
403 return true;
niklase@google.com470e71d2011-07-07 08:21:25 +0000404}
405
Erik Språng9c771c22019-06-17 16:31:53 +0200406bool ModuleRtpRtcpImpl::TrySendPacket(RtpPacketToSend* packet,
407 const PacedPacketInfo& pacing_info) {
Erik Språng77b75292019-10-28 15:51:36 +0100408 RTC_DCHECK(rtp_sender_);
409 // TODO(sprang): Consider if we can remove this check.
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100410 if (!rtp_sender_->packet_generator.SendingMedia()) {
Erik Språng77b75292019-10-28 15:51:36 +0100411 return false;
412 }
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100413 rtp_sender_->packet_sender.SendPacket(packet, pacing_info);
Erik Språng77b75292019-10-28 15:51:36 +0100414 return true;
Erik Språng9c771c22019-06-17 16:31:53 +0200415}
416
Erik Språng1d50cb62020-07-02 17:41:32 +0200417void ModuleRtpRtcpImpl::SetFecProtectionParams(const FecProtectionParams&,
418 const FecProtectionParams&) {
419 // Deferred FEC not supported in deprecated RTP module.
420}
421
422std::vector<std::unique_ptr<RtpPacketToSend>>
423ModuleRtpRtcpImpl::FetchFecPackets() {
424 // Deferred FEC not supported in deprecated RTP module.
425 return {};
426}
427
Erik Språnga9229042019-10-24 12:39:32 +0200428void ModuleRtpRtcpImpl::OnPacketsAcknowledged(
429 rtc::ArrayView<const uint16_t> sequence_numbers) {
430 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100431 rtp_sender_->packet_history.CullAcknowledgedPackets(sequence_numbers);
Erik Språnga9229042019-10-24 12:39:32 +0200432}
433
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000434bool ModuleRtpRtcpImpl::SupportsPadding() const {
Erik Språng77b75292019-10-28 15:51:36 +0100435 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100436 return rtp_sender_->packet_generator.SupportsPadding();
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000437}
438
439bool ModuleRtpRtcpImpl::SupportsRtxPayloadPadding() const {
Erik Språng77b75292019-10-28 15:51:36 +0100440 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100441 return rtp_sender_->packet_generator.SupportsRtxPayloadPadding();
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000442}
443
Erik Språngf6468d22019-07-05 16:53:43 +0200444std::vector<std::unique_ptr<RtpPacketToSend>>
445ModuleRtpRtcpImpl::GeneratePadding(size_t target_size_bytes) {
Erik Språng77b75292019-10-28 15:51:36 +0100446 RTC_DCHECK(rtp_sender_);
Erik Språng51e30832021-08-05 16:15:14 +0200447 // `can_send_padding_on_media_ssrc` set to false but is ignored at this
448 // point, RTPSender will internally query `sequencer_` while holding the
449 // send lock.
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100450 return rtp_sender_->packet_generator.GeneratePadding(
Erik Språngbfcfe032021-08-04 14:45:32 +0200451 target_size_bytes, rtp_sender_->packet_sender.MediaHasBeenSent(),
Erik Språng51e30832021-08-05 16:15:14 +0200452 /*can_send_padding_on_media_ssrc=*/false);
Erik Språng478cb462019-06-26 15:49:27 +0200453}
454
Erik Språng3663f942020-02-07 10:05:15 +0100455std::vector<RtpSequenceNumberMap::Info>
456ModuleRtpRtcpImpl::GetSentRtpPacketInfos(
457 rtc::ArrayView<const uint16_t> sequence_numbers) const {
458 RTC_DCHECK(rtp_sender_);
459 return rtp_sender_->packet_sender.GetSentRtpPacketInfos(sequence_numbers);
460}
461
Erik Språng04e1bab2020-05-07 18:18:32 +0200462size_t ModuleRtpRtcpImpl::ExpectedPerPacketOverhead() const {
463 if (!rtp_sender_) {
464 return 0;
465 }
466 return rtp_sender_->packet_generator.ExpectedPerPacketOverhead();
467}
468
nisse284542b2017-01-10 08:58:32 -0800469size_t ModuleRtpRtcpImpl::MaxRtpPacketSize() const {
Erik Språng77b75292019-10-28 15:51:36 +0100470 RTC_DCHECK(rtp_sender_);
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100471 return rtp_sender_->packet_generator.MaxRtpPacketSize();
niklase@google.com470e71d2011-07-07 08:21:25 +0000472}
473
nisse284542b2017-01-10 08:58:32 -0800474void ModuleRtpRtcpImpl::SetMaxRtpPacketSize(size_t rtp_packet_size) {
475 RTC_DCHECK_LE(rtp_packet_size, IP_PACKET_SIZE)
476 << "rtp packet size too large: " << rtp_packet_size;
477 RTC_DCHECK_GT(rtp_packet_size, packet_overhead_)
478 << "rtp packet size too small: " << rtp_packet_size;
niklase@google.com470e71d2011-07-07 08:21:25 +0000479
nisse284542b2017-01-10 08:58:32 -0800480 rtcp_sender_.SetMaxRtpPacketSize(rtp_packet_size);
Erik Språng77b75292019-10-28 15:51:36 +0100481 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100482 rtp_sender_->packet_generator.SetMaxRtpPacketSize(rtp_packet_size);
Erik Språng77b75292019-10-28 15:51:36 +0100483 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000484}
485
pbosda903ea2015-10-02 02:36:56 -0700486RtcpMode ModuleRtpRtcpImpl::RTCP() const {
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -0700487 return rtcp_sender_.Status();
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000488}
489
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000490// Configure RTCP status i.e on/off.
pbosda903ea2015-10-02 02:36:56 -0700491void ModuleRtpRtcpImpl::SetRTCPStatus(const RtcpMode method) {
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000492 rtcp_sender_.SetRTCPStatus(method);
niklase@google.com470e71d2011-07-07 08:21:25 +0000493}
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +0000494
Peter Boström9ba52f82015-06-01 14:12:28 +0200495int32_t ModuleRtpRtcpImpl::SetCNAME(const char* c_name) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000496 return rtcp_sender_.SetCNAME(c_name);
niklase@google.com470e71d2011-07-07 08:21:25 +0000497}
498
Yves Gerey665174f2018-06-19 15:03:05 +0200499int32_t ModuleRtpRtcpImpl::RemoteNTP(uint32_t* received_ntpsecs,
500 uint32_t* received_ntpfrac,
501 uint32_t* rtcp_arrival_time_secs,
502 uint32_t* rtcp_arrival_time_frac,
503 uint32_t* rtcp_timestamp) const {
504 return rtcp_receiver_.NTP(received_ntpsecs, received_ntpfrac,
505 rtcp_arrival_time_secs, rtcp_arrival_time_frac,
Alessio Bazzica048adc72021-03-10 15:05:55 +0100506 rtcp_timestamp,
507 /*remote_sender_packet_count=*/nullptr,
508 /*remote_sender_octet_count=*/nullptr,
509 /*remote_sender_reports_count=*/nullptr)
pbos@webrtc.org376b4ea2014-07-15 15:51:33 +0000510 ? 0
511 : -1;
niklase@google.com470e71d2011-07-07 08:21:25 +0000512}
513
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000514// Get RoundTripTime.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000515int32_t ModuleRtpRtcpImpl::RTT(const uint32_t remote_ssrc,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000516 int64_t* rtt,
517 int64_t* avg_rtt,
518 int64_t* min_rtt,
519 int64_t* max_rtt) const {
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000520 int32_t ret = rtcp_receiver_.RTT(remote_ssrc, rtt, avg_rtt, min_rtt, max_rtt);
521 if (rtt && *rtt == 0) {
522 // Try to get RTT from RtcpRttStats class.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000523 *rtt = rtt_ms();
wu@webrtc.orgcd701192014-04-24 22:10:24 +0000524 }
525 return ret;
niklase@google.com470e71d2011-07-07 08:21:25 +0000526}
527
Niels Möller5fe95102019-03-04 16:49:25 +0100528int64_t ModuleRtpRtcpImpl::ExpectedRetransmissionTimeMs() const {
529 int64_t expected_retransmission_time_ms = rtt_ms();
530 if (expected_retransmission_time_ms > 0) {
531 return expected_retransmission_time_ms;
532 }
Artem Titov913cfa72021-07-28 23:57:33 +0200533 // No rtt available (`kRtpRtcpRttProcessTimeMs` not yet passed?), so try to
Niels Möller5fe95102019-03-04 16:49:25 +0100534 // poll avg_rtt_ms directly from rtcp receiver.
535 if (rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), nullptr,
536 &expected_retransmission_time_ms, nullptr,
537 nullptr) == 0) {
538 return expected_retransmission_time_ms;
539 }
540 return kDefaultExpectedRetransmissionTimeMs;
541}
542
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000543// Force a send of an RTCP packet.
544// Normal SR and RR are triggered via the process function.
Erik Språng242e22b2015-05-11 10:17:43 +0200545int32_t ModuleRtpRtcpImpl::SendRTCP(RTCPPacketType packet_type) {
546 return rtcp_sender_.SendRTCP(GetFeedbackState(), packet_type);
547}
548
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000549void ModuleRtpRtcpImpl::GetSendStreamDataCounters(
550 StreamDataCounters* rtp_counters,
551 StreamDataCounters* rtx_counters) const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100552 rtp_sender_->packet_sender.GetDataCounters(rtp_counters, rtx_counters);
asapersson@webrtc.org97d04892014-12-09 09:47:53 +0000553}
554
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000555// Received RTCP report.
Henrik Boström6e436d12019-05-27 12:19:33 +0200556std::vector<ReportBlockData> ModuleRtpRtcpImpl::GetLatestReportBlockData()
557 const {
558 return rtcp_receiver_.GetLatestReportBlockData();
559}
560
Alessio Bazzicabc1c93d2021-03-12 17:45:26 +0100561absl::optional<RtpRtcpInterface::SenderReportStats>
562ModuleRtpRtcpImpl::GetSenderReportStats() const {
563 SenderReportStats stats;
564 uint32_t remote_timestamp_secs;
565 uint32_t remote_timestamp_frac;
566 uint32_t arrival_timestamp_secs;
567 uint32_t arrival_timestamp_frac;
568 if (rtcp_receiver_.NTP(&remote_timestamp_secs, &remote_timestamp_frac,
569 &arrival_timestamp_secs, &arrival_timestamp_frac,
570 /*rtcp_timestamp=*/nullptr, &stats.packets_sent,
571 &stats.bytes_sent, &stats.reports_count)) {
572 stats.last_remote_timestamp.Set(remote_timestamp_secs,
573 remote_timestamp_frac);
574 stats.last_arrival_timestamp.Set(arrival_timestamp_secs,
575 arrival_timestamp_frac);
576 return stats;
577 }
578 return absl::nullopt;
579}
580
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000581// (REMB) Receiver Estimated Max Bitrate.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100582void ModuleRtpRtcpImpl::SetRemb(int64_t bitrate_bps,
583 std::vector<uint32_t> ssrcs) {
584 rtcp_sender_.SetRemb(bitrate_bps, std::move(ssrcs));
pwestin@webrtc.org741da942011-09-20 13:52:04 +0000585}
586
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200587void ModuleRtpRtcpImpl::UnsetRemb() {
Danil Chapovalovf74d6412017-10-18 13:32:57 +0200588 rtcp_sender_.UnsetRemb();
pwestin@webrtc.org741da942011-09-20 13:52:04 +0000589}
590
Johannes Kron9190b822018-10-29 11:22:05 +0100591void ModuleRtpRtcpImpl::SetExtmapAllowMixed(bool extmap_allow_mixed) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100592 rtp_sender_->packet_generator.SetExtmapAllowMixed(extmap_allow_mixed);
Johannes Kron9190b822018-10-29 11:22:05 +0100593}
594
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200595void ModuleRtpRtcpImpl::RegisterRtpHeaderExtension(absl::string_view uri,
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200596 int id) {
Erik Språng77b75292019-10-28 15:51:36 +0100597 bool registered =
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100598 rtp_sender_->packet_generator.RegisterRtpHeaderExtension(uri, id);
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200599 RTC_CHECK(registered);
Danil Chapovalov585d1aa2018-09-14 18:29:32 +0200600}
601
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000602int32_t ModuleRtpRtcpImpl::DeregisterSendRtpHeaderExtension(
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000603 const RTPExtensionType type) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100604 return rtp_sender_->packet_generator.DeregisterRtpHeaderExtension(type);
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000605}
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200606void ModuleRtpRtcpImpl::DeregisterSendRtpHeaderExtension(
607 absl::string_view uri) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100608 rtp_sender_->packet_generator.DeregisterRtpHeaderExtension(uri);
Sebastian Janssonf39c8152019-10-14 17:32:21 +0200609}
asapersson@webrtc.org5249cc82011-12-16 14:31:37 +0000610
danilchap853ecb22016-08-22 08:26:15 -0700611void ModuleRtpRtcpImpl::SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) {
612 rtcp_sender_.SetTmmbn(std::move(bounding_set));
niklase@google.com470e71d2011-07-07 08:21:25 +0000613}
614
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000615// Send a Negative acknowledgment packet.
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000616int32_t ModuleRtpRtcpImpl::SendNACK(const uint16_t* nack_list,
617 const uint16_t size) {
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000618 uint16_t nack_length = size;
619 uint16_t start_id = 0;
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +0100620 int64_t now_ms = clock_->TimeInMilliseconds();
621 if (TimeToSendFullNackList(now_ms)) {
622 nack_last_time_sent_full_ms_ = now_ms;
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000623 } else {
624 // Only send extended list.
625 if (nack_last_seq_number_sent_ == nack_list[size - 1]) {
626 // Last sequence number is the same, do not send list.
627 return 0;
628 }
629 // Send new sequence numbers.
630 for (int i = 0; i < size; ++i) {
631 if (nack_last_seq_number_sent_ == nack_list[i]) {
632 start_id = i + 1;
633 break;
634 }
635 }
636 nack_length = size - start_id;
637 }
638
639 // Our RTCP NACK implementation is limited to kRtcpMaxNackFields sequence
640 // numbers per RTCP packet.
641 if (nack_length > kRtcpMaxNackFields) {
642 nack_length = kRtcpMaxNackFields;
643 }
644 nack_last_seq_number_sent_ = nack_list[start_id + nack_length - 1];
645
philipel83f831a2016-03-12 03:30:23 -0800646 return rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpNack, nack_length,
647 &nack_list[start_id]);
648}
649
650void ModuleRtpRtcpImpl::SendNack(
651 const std::vector<uint16_t>& sequence_numbers) {
652 rtcp_sender_.SendRTCP(GetFeedbackState(), kRtcpNack, sequence_numbers.size(),
653 sequence_numbers.data());
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000654}
655
656bool ModuleRtpRtcpImpl::TimeToSendFullNackList(int64_t now) const {
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000657 // Use RTT from RtcpRttStats class if provided.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000658 int64_t rtt = rtt_ms();
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000659 if (rtt == 0) {
660 rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), NULL, &rtt, NULL, NULL);
661 }
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000662
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000663 const int64_t kStartUpRttMs = 100;
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000664 int64_t wait_time = 5 + ((rtt * 3) >> 1); // 5 + RTT * 1.5.
asapersson@webrtc.orgba8138b2014-12-08 13:29:02 +0000665 if (rtt == 0) {
666 wait_time = kStartUpRttMs;
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000667 }
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000668
Artem Titov913cfa72021-07-28 23:57:33 +0200669 // Send a full NACK list once within every `wait_time`.
Danil Chapovalov9eb6ce12017-12-15 12:25:01 +0100670 return now - nack_last_time_sent_full_ms_ > wait_time;
niklase@google.com470e71d2011-07-07 08:21:25 +0000671}
672
asapersson@webrtc.org9ffd8fe2015-01-21 08:22:50 +0000673// Store the sent packets, needed to answer to Negative acknowledgment requests.
pbos@webrtc.orgd16e8392014-12-19 13:49:55 +0000674void ModuleRtpRtcpImpl::SetStorePacketsStatus(const bool enable,
675 const uint16_t number_to_store) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100676 rtp_sender_->packet_history.SetStorePacketsStatus(
Erik Språng77b75292019-10-28 15:51:36 +0100677 enable ? RtpPacketHistory::StorageMode::kStoreAndCull
678 : RtpPacketHistory::StorageMode::kDisabled,
679 number_to_store);
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000680}
niklase@google.com470e71d2011-07-07 08:21:25 +0000681
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000682bool ModuleRtpRtcpImpl::StorePackets() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100683 return rtp_sender_->packet_history.GetStorageMode() !=
Erik Språng77b75292019-10-28 15:51:36 +0100684 RtpPacketHistory::StorageMode::kDisabled;
tnakamura@webrtc.orgaa4d96a2013-07-16 19:25:04 +0000685}
686
Per Kjellander16999812019-10-10 12:57:28 +0200687void ModuleRtpRtcpImpl::SendCombinedRtcpPacket(
688 std::vector<std::unique_ptr<rtcp::RtcpPacket>> rtcp_packets) {
689 rtcp_sender_.SendCombinedRtcpPacket(std::move(rtcp_packets));
690}
691
Elad Alon7d6a4c02019-02-25 13:00:51 +0100692int32_t ModuleRtpRtcpImpl::SendLossNotification(uint16_t last_decoded_seq_num,
693 uint16_t last_received_seq_num,
Elad Alone86af2c2019-06-03 14:37:50 +0200694 bool decodability_flag,
695 bool buffering_allowed) {
Elad Alon7d6a4c02019-02-25 13:00:51 +0100696 return rtcp_sender_.SendLossNotification(
697 GetFeedbackState(), last_decoded_seq_num, last_received_seq_num,
Elad Alone86af2c2019-06-03 14:37:50 +0200698 decodability_flag, buffering_allowed);
Elad Alon7d6a4c02019-02-25 13:00:51 +0100699}
700
pbos@webrtc.org2f446732013-04-08 11:08:41 +0000701void ModuleRtpRtcpImpl::SetRemoteSSRC(const uint32_t ssrc) {
phoglund@webrtc.orgacfdd962013-01-16 10:27:33 +0000702 // Inform about the incoming SSRC.
703 rtcp_sender_.SetRemoteSSRC(ssrc);
704 rtcp_receiver_.SetRemoteSSRC(ssrc);
niklase@google.com470e71d2011-07-07 08:21:25 +0000705}
706
Tommi08be9ba2021-06-15 23:01:57 +0200707void ModuleRtpRtcpImpl::SetLocalSsrc(uint32_t local_ssrc) {
708 rtcp_receiver_.set_local_media_ssrc(local_ssrc);
709 rtcp_sender_.SetSsrc(local_ssrc);
710}
711
Erik Språngbf46cfe2020-05-11 18:22:02 +0200712RtpSendRates ModuleRtpRtcpImpl::GetSendRates() const {
713 return rtp_sender_->packet_sender.GetSendRates();
niklase@google.com470e71d2011-07-07 08:21:25 +0000714}
715
pwestin@webrtc.org1da1ce02011-10-13 15:19:55 +0000716void ModuleRtpRtcpImpl::OnRequestSendReport() {
wu@webrtc.org822fbd82013-08-15 23:38:54 +0000717 SendRTCP(kRtcpSr);
niklase@google.com470e71d2011-07-07 08:21:25 +0000718}
719
Danil Chapovalov2800d742016-08-26 18:48:46 +0200720void ModuleRtpRtcpImpl::OnReceivedNack(
721 const std::vector<uint16_t>& nack_sequence_numbers) {
nisse14adba72017-03-20 03:52:39 -0700722 if (!rtp_sender_)
723 return;
724
Erik Språng77b75292019-10-28 15:51:36 +0100725 if (!StorePackets() || nack_sequence_numbers.empty()) {
henrike@webrtc.orgd5657c22012-02-08 23:41:49 +0000726 return;
727 }
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000728 // Use RTT from RtcpRttStats class if provided.
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000729 int64_t rtt = rtt_ms();
asapersson@webrtc.orge7b1e112013-12-16 14:40:36 +0000730 if (rtt == 0) {
731 rtcp_receiver_.RTT(rtcp_receiver_.RemoteSSRC(), NULL, &rtt, NULL, NULL);
732 }
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100733 rtp_sender_->packet_generator.OnReceivedNack(nack_sequence_numbers, rtt);
niklase@google.com470e71d2011-07-07 08:21:25 +0000734}
735
isheriff6b4b5f32016-06-08 00:24:21 -0700736void ModuleRtpRtcpImpl::OnReceivedRtcpReportBlocks(
737 const ReportBlockList& report_blocks) {
Erik Språng56e611b2020-02-06 17:10:08 +0100738 if (rtp_sender_) {
Niels Möller59ab1cf2019-02-06 22:48:11 +0100739 uint32_t ssrc = SSRC();
Steve Anton2bac7da2019-07-21 15:04:21 -0400740 absl::optional<uint32_t> rtx_ssrc;
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100741 if (rtp_sender_->packet_generator.RtxStatus() != kRtxOff) {
742 rtx_ssrc = rtp_sender_->packet_generator.RtxSsrc();
Steve Anton2bac7da2019-07-21 15:04:21 -0400743 }
Niels Möller59ab1cf2019-02-06 22:48:11 +0100744
745 for (const RTCPReportBlock& report_block : report_blocks) {
746 if (ssrc == report_block.source_ssrc) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100747 rtp_sender_->packet_generator.OnReceivedAckOnSsrc(
Steve Anton2bac7da2019-07-21 15:04:21 -0400748 report_block.extended_highest_sequence_number);
Steve Anton2bac7da2019-07-21 15:04:21 -0400749 } else if (rtx_ssrc && *rtx_ssrc == report_block.source_ssrc) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100750 rtp_sender_->packet_generator.OnReceivedAckOnRtxSsrc(
Steve Anton2bac7da2019-07-21 15:04:21 -0400751 report_block.extended_highest_sequence_number);
Niels Möller59ab1cf2019-02-06 22:48:11 +0100752 }
753 }
754 }
isheriff6b4b5f32016-06-08 00:24:21 -0700755}
756
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000757void ModuleRtpRtcpImpl::set_rtt_ms(int64_t rtt_ms) {
Tommid7e08c82020-05-10 11:24:43 +0200758 {
Markus Handellf7303e62020-07-09 01:34:42 +0200759 MutexLock lock(&mutex_rtt_);
Tommid7e08c82020-05-10 11:24:43 +0200760 rtt_ms_ = rtt_ms;
761 }
Erik Språng77b75292019-10-28 15:51:36 +0100762 if (rtp_sender_) {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100763 rtp_sender_->packet_history.SetRtt(rtt_ms);
Erik Språng77b75292019-10-28 15:51:36 +0100764 }
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +0000765}
766
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000767int64_t ModuleRtpRtcpImpl::rtt_ms() const {
Markus Handellf7303e62020-07-09 01:34:42 +0200768 MutexLock lock(&mutex_rtt_);
asapersson@webrtc.org1ae1d0c2013-11-20 12:46:11 +0000769 return rtt_ms_;
770}
771
sprang5e38c962016-12-01 05:18:09 -0800772void ModuleRtpRtcpImpl::SetVideoBitrateAllocation(
Erik Språng566124a2018-04-23 12:32:22 +0200773 const VideoBitrateAllocation& bitrate) {
sprang5e38c962016-12-01 05:18:09 -0800774 rtcp_sender_.SetVideoBitrateAllocation(bitrate);
775}
Niels Möller5fe95102019-03-04 16:49:25 +0100776
777RTPSender* ModuleRtpRtcpImpl::RtpSender() {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100778 return rtp_sender_ ? &rtp_sender_->packet_generator : nullptr;
Niels Möller5fe95102019-03-04 16:49:25 +0100779}
780
781const RTPSender* ModuleRtpRtcpImpl::RtpSender() const {
Erik Språng9cdc9cc2019-10-28 18:24:32 +0100782 return rtp_sender_ ? &rtp_sender_->packet_generator : nullptr;
Niels Möller5fe95102019-03-04 16:49:25 +0100783}
784
mflodman@webrtc.org02270cd2015-02-06 13:10:19 +0000785} // namespace webrtc