blob: b11ae17fcd8cf3289d1b6c8ff5e5f7ce081ac42e [file] [log] [blame]
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010011#ifndef WEBRTC_MODULES_PACING_PACED_SENDER_H_
12#define WEBRTC_MODULES_PACING_PACED_SENDER_H_
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000013
14#include <list>
kwiberg22feaa32016-03-17 09:17:43 -070015#include <memory>
pwestin@webrtc.org52aa0192013-04-25 17:35:56 +000016#include <set>
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000017
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000018#include "webrtc/base/thread_annotations.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010019#include "webrtc/modules/include/module.h"
20#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000021#include "webrtc/typedefs.h"
22
23namespace webrtc {
isheriff31687812016-10-04 08:43:09 -070024class AlrDetector;
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000025class BitrateProber;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000026class Clock;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000027class CriticalSectionWrapper;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000028
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000029namespace paced_sender {
30class IntervalBudget;
31struct Packet;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000032class PacketQueue;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000033} // namespace paced_sender
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000034
sprangebbf8a82015-09-21 15:11:14 -070035class PacedSender : public Module, public RtpPacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000036 public:
perkjec81bcd2016-05-11 06:01:13 -070037 class PacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000038 public:
39 // Note: packets sent as a result of a callback should not pass by this
40 // module again.
41 // Called when it's time to send a queued packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +000042 // Returns false if packet cannot be sent.
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +000043 virtual bool TimeToSendPacket(uint32_t ssrc,
44 uint16_t sequence_number,
45 int64_t capture_time_ms,
philipel29dca2c2016-05-13 11:13:05 +020046 bool retransmission,
47 int probe_cluster_id) = 0;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000048 // Called when it's a good time to send a padding data.
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000049 // Returns the number of bytes sent.
philipela1ed0b32016-06-01 06:31:17 -070050 virtual size_t TimeToSendPadding(size_t bytes, int probe_cluster_id) = 0;
jiayl@webrtc.org9fd8d872014-02-27 22:32:40 +000051
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000052 protected:
perkjec81bcd2016-05-11 06:01:13 -070053 virtual ~PacketSender() {}
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000054 };
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000055
sprang0a43fef2015-11-20 09:00:37 -080056 // Expected max pacer delay in ms. If ExpectedQueueTimeMs() is higher than
57 // this value, the packet producers should wait (eg drop frames rather than
58 // encoding them). Bitrate sent may temporarily exceed target set by
59 // UpdateBitrate() so that this limit will be upheld.
60 static const int64_t kMaxQueueLengthMs;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000061 // Pacing-rate relative to our target send rate.
62 // Multiplicative factor that is applied to the target bitrate to calculate
63 // the number of bytes that can be transmitted per interval.
64 // Increasing this factor will result in lower delays in cases of bitrate
65 // overshoots from the encoder.
66 static const float kDefaultPaceMultiplier;
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000067
sprangebbf8a82015-09-21 15:11:14 -070068 static const size_t kMinProbePacketSize = 200;
69
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000070 PacedSender(Clock* clock,
perkjec81bcd2016-05-11 06:01:13 -070071 PacketSender* packet_sender);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000072
73 virtual ~PacedSender();
74
Irfan Sheriffb2540bb2016-09-12 12:28:54 -070075 virtual void CreateProbeCluster(int bitrate_bps, int num_packets);
philipeleb680ea2016-08-17 11:11:59 +020076
pwestin@webrtc.orgdb418562013-03-22 23:39:29 +000077 // Temporarily pause all sending.
78 void Pause();
79
80 // Resume sending packets.
81 void Resume();
82
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +000083 // Enable bitrate probing. Enabled by default, mostly here to simplify
84 // testing. Must be called before any packets are being sent to have an
85 // effect.
86 void SetProbingEnabled(bool enabled);
87
perkjec81bcd2016-05-11 06:01:13 -070088 // Sets the estimated capacity of the network. Must be called once before
89 // packets can be sent.
90 // |bitrate_bps| is our estimate of what we are allowed to send on average.
91 // We will pace out bursts of packets at a bitrate of
92 // |bitrate_bps| * kDefaultPaceMultiplier.
93 virtual void SetEstimatedBitrate(uint32_t bitrate_bps);
94
perkj71ee44c2016-06-15 00:47:53 -070095 // Sets the minimum send bitrate and maximum padding bitrate requested by send
96 // streams.
97 // |min_send_bitrate_bps| might be higher that the estimated available network
98 // bitrate and if so, the pacer will send with |min_send_bitrate_bps|.
99 // |max_padding_bitrate_bps| might be higher than the estimate available
100 // network bitrate and if so, the pacer will send padding packets to reach
101 // the min of the estimated available bitrate and |max_padding_bitrate_bps|.
102 void SetSendBitrateLimits(int min_send_bitrate_bps,
103 int max_padding_bitrate_bps);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000104
105 // Returns true if we send the packet now, else it will add the packet
106 // information to the queue and call TimeToSendPacket when it's time to send.
Peter Boströme23e7372015-10-08 11:44:14 +0200107 void InsertPacket(RtpPacketSender::Priority priority,
108 uint32_t ssrc,
109 uint16_t sequence_number,
110 int64_t capture_time_ms,
111 size_t bytes,
112 bool retransmission) override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000113
stefan@webrtc.orgdd393e72013-12-13 22:03:27 +0000114 // Returns the time since the oldest queued packet was enqueued.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000115 virtual int64_t QueueInMs() const;
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +0000116
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000117 virtual size_t QueueSizePackets() const;
118
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000119 // Returns the number of milliseconds it will take to send the current
120 // packets in the queue, given the current size and bitrate, ignoring prio.
pkasting@chromium.org2656bf82014-11-17 22:21:14 +0000121 virtual int64_t ExpectedQueueTimeMs() const;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000122
Erik Språngad113e52015-11-26 16:26:12 +0100123 // Returns the average time since being enqueued, in milliseconds, for all
124 // packets currently in the pacer queue, or 0 if queue is empty.
125 virtual int64_t AverageQueueTimeMs();
126
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000127 // Returns the number of milliseconds until the module want a worker thread
128 // to call Process.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000129 int64_t TimeUntilNextProcess() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000130
131 // Process any pending packets in the queue(s).
pbosa26ac922016-02-25 04:50:01 -0800132 void Process() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000133
134 private:
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000135 // Updates the number of bytes that can be sent for the next time interval.
isheriff31687812016-10-04 08:43:09 -0700136 void UpdateBudgetWithElapsedTime(int64_t delta_time_in_ms)
137 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
138 void UpdateBudgetWithBytesSent(size_t bytes)
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000139 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000140
philipel29dca2c2016-05-13 11:13:05 +0200141 bool SendPacket(const paced_sender::Packet& packet, int probe_cluster_id)
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000142 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
isheriffcc5903e2016-10-04 08:29:38 -0700143 size_t SendPadding(size_t padding_needed, int probe_cluster_id)
philipela1ed0b32016-06-01 06:31:17 -0700144 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000145
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000146 Clock* const clock_;
perkjec81bcd2016-05-11 06:01:13 -0700147 PacketSender* const packet_sender_;
isheriff31687812016-10-04 08:43:09 -0700148 std::unique_ptr<AlrDetector> alr_detector_ GUARDED_BY(critsect_);
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000149
kwiberg22feaa32016-03-17 09:17:43 -0700150 std::unique_ptr<CriticalSectionWrapper> critsect_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000151 bool paused_ GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000152 // This is the media budget, keeping track of how many bits of media
153 // we can pace out during the current interval.
kwiberg22feaa32016-03-17 09:17:43 -0700154 std::unique_ptr<paced_sender::IntervalBudget> media_budget_
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000155 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000156 // This is the padding budget, keeping track of how many bits of padding we're
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000157 // allowed to send out during the current interval. This budget will be
158 // utilized when there's no media to send.
kwiberg22feaa32016-03-17 09:17:43 -0700159 std::unique_ptr<paced_sender::IntervalBudget> padding_budget_
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000160 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000161
kwiberg22feaa32016-03-17 09:17:43 -0700162 std::unique_ptr<BitrateProber> prober_ GUARDED_BY(critsect_);
sprang0a43fef2015-11-20 09:00:37 -0800163 // Actual configured bitrates (media_budget_ may temporarily be higher in
164 // order to meet pace time constraint).
perkjec81bcd2016-05-11 06:01:13 -0700165 uint32_t estimated_bitrate_bps_ GUARDED_BY(critsect_);
166 uint32_t min_send_bitrate_kbps_ GUARDED_BY(critsect_);
perkj71ee44c2016-06-15 00:47:53 -0700167 uint32_t max_padding_bitrate_kbps_ GUARDED_BY(critsect_);
perkjec81bcd2016-05-11 06:01:13 -0700168 uint32_t pacing_bitrate_kbps_ GUARDED_BY(critsect_);
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000169
stefan@webrtc.org89fd1e82014-07-15 16:40:38 +0000170 int64_t time_last_update_us_ GUARDED_BY(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000171
kwiberg22feaa32016-03-17 09:17:43 -0700172 std::unique_ptr<paced_sender::PacketQueue> packets_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000173 uint64_t packet_counter_;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000174};
175} // namespace webrtc
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +0100176#endif // WEBRTC_MODULES_PACING_PACED_SENDER_H_