pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Henrik Kjellander | 0b9e29c | 2015-11-16 11:12:24 +0100 | [diff] [blame] | 11 | #ifndef WEBRTC_MODULES_PACING_PACED_SENDER_H_ |
| 12 | #define WEBRTC_MODULES_PACING_PACED_SENDER_H_ |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 13 | |
| 14 | #include <list> |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 15 | #include <memory> |
pwestin@webrtc.org | 52aa019 | 2013-04-25 17:35:56 +0000 | [diff] [blame] | 16 | #include <set> |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 17 | |
pbos@webrtc.org | 38344ed | 2014-09-24 06:05:00 +0000 | [diff] [blame] | 18 | #include "webrtc/base/thread_annotations.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 19 | #include "webrtc/modules/include/module.h" |
| 20 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 21 | #include "webrtc/typedefs.h" |
| 22 | |
| 23 | namespace webrtc { |
isheriff | 3168781 | 2016-10-04 08:43:09 -0700 | [diff] [blame^] | 24 | class AlrDetector; |
stefan@webrtc.org | 82462aa | 2014-10-23 11:57:05 +0000 | [diff] [blame] | 25 | class BitrateProber; |
stefan@webrtc.org | 88e0dda | 2014-07-04 09:20:42 +0000 | [diff] [blame] | 26 | class Clock; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 27 | class CriticalSectionWrapper; |
stefan@webrtc.org | 88e0dda | 2014-07-04 09:20:42 +0000 | [diff] [blame] | 28 | |
stefan@webrtc.org | c3cc375 | 2013-06-04 09:36:56 +0000 | [diff] [blame] | 29 | namespace paced_sender { |
| 30 | class IntervalBudget; |
| 31 | struct Packet; |
sprang@webrtc.org | dcebf2d | 2014-11-04 16:27:16 +0000 | [diff] [blame] | 32 | class PacketQueue; |
stefan@webrtc.org | c3cc375 | 2013-06-04 09:36:56 +0000 | [diff] [blame] | 33 | } // namespace paced_sender |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 34 | |
sprang | ebbf8a8 | 2015-09-21 15:11:14 -0700 | [diff] [blame] | 35 | class PacedSender : public Module, public RtpPacketSender { |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 36 | public: |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 37 | class PacketSender { |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 38 | public: |
| 39 | // Note: packets sent as a result of a callback should not pass by this |
| 40 | // module again. |
| 41 | // Called when it's time to send a queued packet. |
hclam@chromium.org | 2e402ce | 2013-06-20 20:18:31 +0000 | [diff] [blame] | 42 | // Returns false if packet cannot be sent. |
stefan@webrtc.org | 9b82f5a | 2013-11-13 15:29:21 +0000 | [diff] [blame] | 43 | virtual bool TimeToSendPacket(uint32_t ssrc, |
| 44 | uint16_t sequence_number, |
| 45 | int64_t capture_time_ms, |
philipel | 29dca2c | 2016-05-13 11:13:05 +0200 | [diff] [blame] | 46 | bool retransmission, |
| 47 | int probe_cluster_id) = 0; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 48 | // Called when it's a good time to send a padding data. |
stefan@webrtc.org | 88e0dda | 2014-07-04 09:20:42 +0000 | [diff] [blame] | 49 | // Returns the number of bytes sent. |
philipel | a1ed0b3 | 2016-06-01 06:31:17 -0700 | [diff] [blame] | 50 | virtual size_t TimeToSendPadding(size_t bytes, int probe_cluster_id) = 0; |
jiayl@webrtc.org | 9fd8d87 | 2014-02-27 22:32:40 +0000 | [diff] [blame] | 51 | |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 52 | protected: |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 53 | virtual ~PacketSender() {} |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 54 | }; |
stefan@webrtc.org | 19a40ff | 2013-11-27 14:16:20 +0000 | [diff] [blame] | 55 | |
sprang | 0a43fef | 2015-11-20 09:00:37 -0800 | [diff] [blame] | 56 | // Expected max pacer delay in ms. If ExpectedQueueTimeMs() is higher than |
| 57 | // this value, the packet producers should wait (eg drop frames rather than |
| 58 | // encoding them). Bitrate sent may temporarily exceed target set by |
| 59 | // UpdateBitrate() so that this limit will be upheld. |
| 60 | static const int64_t kMaxQueueLengthMs; |
stefan@webrtc.org | 88e0dda | 2014-07-04 09:20:42 +0000 | [diff] [blame] | 61 | // Pacing-rate relative to our target send rate. |
| 62 | // Multiplicative factor that is applied to the target bitrate to calculate |
| 63 | // the number of bytes that can be transmitted per interval. |
| 64 | // Increasing this factor will result in lower delays in cases of bitrate |
| 65 | // overshoots from the encoder. |
| 66 | static const float kDefaultPaceMultiplier; |
stefan@webrtc.org | 19a40ff | 2013-11-27 14:16:20 +0000 | [diff] [blame] | 67 | |
sprang | ebbf8a8 | 2015-09-21 15:11:14 -0700 | [diff] [blame] | 68 | static const size_t kMinProbePacketSize = 200; |
| 69 | |
stefan@webrtc.org | 82462aa | 2014-10-23 11:57:05 +0000 | [diff] [blame] | 70 | PacedSender(Clock* clock, |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 71 | PacketSender* packet_sender); |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 72 | |
| 73 | virtual ~PacedSender(); |
| 74 | |
Irfan Sheriff | b2540bb | 2016-09-12 12:28:54 -0700 | [diff] [blame] | 75 | virtual void CreateProbeCluster(int bitrate_bps, int num_packets); |
philipel | eb680ea | 2016-08-17 11:11:59 +0200 | [diff] [blame] | 76 | |
pwestin@webrtc.org | db41856 | 2013-03-22 23:39:29 +0000 | [diff] [blame] | 77 | // Temporarily pause all sending. |
| 78 | void Pause(); |
| 79 | |
| 80 | // Resume sending packets. |
| 81 | void Resume(); |
| 82 | |
stefan@webrtc.org | e9f0f59 | 2015-02-16 15:47:51 +0000 | [diff] [blame] | 83 | // Enable bitrate probing. Enabled by default, mostly here to simplify |
| 84 | // testing. Must be called before any packets are being sent to have an |
| 85 | // effect. |
| 86 | void SetProbingEnabled(bool enabled); |
| 87 | |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 88 | // Sets the estimated capacity of the network. Must be called once before |
| 89 | // packets can be sent. |
| 90 | // |bitrate_bps| is our estimate of what we are allowed to send on average. |
| 91 | // We will pace out bursts of packets at a bitrate of |
| 92 | // |bitrate_bps| * kDefaultPaceMultiplier. |
| 93 | virtual void SetEstimatedBitrate(uint32_t bitrate_bps); |
| 94 | |
perkj | 71ee44c | 2016-06-15 00:47:53 -0700 | [diff] [blame] | 95 | // Sets the minimum send bitrate and maximum padding bitrate requested by send |
| 96 | // streams. |
| 97 | // |min_send_bitrate_bps| might be higher that the estimated available network |
| 98 | // bitrate and if so, the pacer will send with |min_send_bitrate_bps|. |
| 99 | // |max_padding_bitrate_bps| might be higher than the estimate available |
| 100 | // network bitrate and if so, the pacer will send padding packets to reach |
| 101 | // the min of the estimated available bitrate and |max_padding_bitrate_bps|. |
| 102 | void SetSendBitrateLimits(int min_send_bitrate_bps, |
| 103 | int max_padding_bitrate_bps); |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 104 | |
| 105 | // Returns true if we send the packet now, else it will add the packet |
| 106 | // information to the queue and call TimeToSendPacket when it's time to send. |
Peter Boström | e23e737 | 2015-10-08 11:44:14 +0200 | [diff] [blame] | 107 | void InsertPacket(RtpPacketSender::Priority priority, |
| 108 | uint32_t ssrc, |
| 109 | uint16_t sequence_number, |
| 110 | int64_t capture_time_ms, |
| 111 | size_t bytes, |
| 112 | bool retransmission) override; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 113 | |
stefan@webrtc.org | dd393e7 | 2013-12-13 22:03:27 +0000 | [diff] [blame] | 114 | // Returns the time since the oldest queued packet was enqueued. |
pkasting@chromium.org | 0b1534c | 2014-12-15 22:09:40 +0000 | [diff] [blame] | 115 | virtual int64_t QueueInMs() const; |
stefan@webrtc.org | bfacda6 | 2013-03-27 16:36:01 +0000 | [diff] [blame] | 116 | |
stefan@webrtc.org | 82462aa | 2014-10-23 11:57:05 +0000 | [diff] [blame] | 117 | virtual size_t QueueSizePackets() const; |
| 118 | |
sprang@webrtc.org | dcebf2d | 2014-11-04 16:27:16 +0000 | [diff] [blame] | 119 | // Returns the number of milliseconds it will take to send the current |
| 120 | // packets in the queue, given the current size and bitrate, ignoring prio. |
pkasting@chromium.org | 2656bf8 | 2014-11-17 22:21:14 +0000 | [diff] [blame] | 121 | virtual int64_t ExpectedQueueTimeMs() const; |
sprang@webrtc.org | dcebf2d | 2014-11-04 16:27:16 +0000 | [diff] [blame] | 122 | |
Erik Språng | ad113e5 | 2015-11-26 16:26:12 +0100 | [diff] [blame] | 123 | // Returns the average time since being enqueued, in milliseconds, for all |
| 124 | // packets currently in the pacer queue, or 0 if queue is empty. |
| 125 | virtual int64_t AverageQueueTimeMs(); |
| 126 | |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 127 | // Returns the number of milliseconds until the module want a worker thread |
| 128 | // to call Process. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 129 | int64_t TimeUntilNextProcess() override; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 130 | |
| 131 | // Process any pending packets in the queue(s). |
pbos | a26ac92 | 2016-02-25 04:50:01 -0800 | [diff] [blame] | 132 | void Process() override; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 133 | |
| 134 | private: |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 135 | // Updates the number of bytes that can be sent for the next time interval. |
isheriff | 3168781 | 2016-10-04 08:43:09 -0700 | [diff] [blame^] | 136 | void UpdateBudgetWithElapsedTime(int64_t delta_time_in_ms) |
| 137 | EXCLUSIVE_LOCKS_REQUIRED(critsect_); |
| 138 | void UpdateBudgetWithBytesSent(size_t bytes) |
pbos@webrtc.org | 03c817e | 2014-07-07 10:20:35 +0000 | [diff] [blame] | 139 | EXCLUSIVE_LOCKS_REQUIRED(critsect_); |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 140 | |
philipel | 29dca2c | 2016-05-13 11:13:05 +0200 | [diff] [blame] | 141 | bool SendPacket(const paced_sender::Packet& packet, int probe_cluster_id) |
sprang@webrtc.org | dcebf2d | 2014-11-04 16:27:16 +0000 | [diff] [blame] | 142 | EXCLUSIVE_LOCKS_REQUIRED(critsect_); |
isheriff | cc5903e | 2016-10-04 08:29:38 -0700 | [diff] [blame] | 143 | size_t SendPadding(size_t padding_needed, int probe_cluster_id) |
philipel | a1ed0b3 | 2016-06-01 06:31:17 -0700 | [diff] [blame] | 144 | EXCLUSIVE_LOCKS_REQUIRED(critsect_); |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 145 | |
pbos@webrtc.org | 03c817e | 2014-07-07 10:20:35 +0000 | [diff] [blame] | 146 | Clock* const clock_; |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 147 | PacketSender* const packet_sender_; |
isheriff | 3168781 | 2016-10-04 08:43:09 -0700 | [diff] [blame^] | 148 | std::unique_ptr<AlrDetector> alr_detector_ GUARDED_BY(critsect_); |
pbos@webrtc.org | 03c817e | 2014-07-07 10:20:35 +0000 | [diff] [blame] | 149 | |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 150 | std::unique_ptr<CriticalSectionWrapper> critsect_; |
pbos@webrtc.org | 03c817e | 2014-07-07 10:20:35 +0000 | [diff] [blame] | 151 | bool paused_ GUARDED_BY(critsect_); |
stefan@webrtc.org | c3cc375 | 2013-06-04 09:36:56 +0000 | [diff] [blame] | 152 | // This is the media budget, keeping track of how many bits of media |
| 153 | // we can pace out during the current interval. |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 154 | std::unique_ptr<paced_sender::IntervalBudget> media_budget_ |
kwiberg@webrtc.org | 00b8f6b | 2015-02-26 14:34:55 +0000 | [diff] [blame] | 155 | GUARDED_BY(critsect_); |
stefan@webrtc.org | c3cc375 | 2013-06-04 09:36:56 +0000 | [diff] [blame] | 156 | // This is the padding budget, keeping track of how many bits of padding we're |
pbos@webrtc.org | 709e297 | 2014-03-19 10:59:52 +0000 | [diff] [blame] | 157 | // allowed to send out during the current interval. This budget will be |
| 158 | // utilized when there's no media to send. |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 159 | std::unique_ptr<paced_sender::IntervalBudget> padding_budget_ |
pbos@webrtc.org | 03c817e | 2014-07-07 10:20:35 +0000 | [diff] [blame] | 160 | GUARDED_BY(critsect_); |
stefan@webrtc.org | c3cc375 | 2013-06-04 09:36:56 +0000 | [diff] [blame] | 161 | |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 162 | std::unique_ptr<BitrateProber> prober_ GUARDED_BY(critsect_); |
sprang | 0a43fef | 2015-11-20 09:00:37 -0800 | [diff] [blame] | 163 | // Actual configured bitrates (media_budget_ may temporarily be higher in |
| 164 | // order to meet pace time constraint). |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 165 | uint32_t estimated_bitrate_bps_ GUARDED_BY(critsect_); |
| 166 | uint32_t min_send_bitrate_kbps_ GUARDED_BY(critsect_); |
perkj | 71ee44c | 2016-06-15 00:47:53 -0700 | [diff] [blame] | 167 | uint32_t max_padding_bitrate_kbps_ GUARDED_BY(critsect_); |
perkj | ec81bcd | 2016-05-11 06:01:13 -0700 | [diff] [blame] | 168 | uint32_t pacing_bitrate_kbps_ GUARDED_BY(critsect_); |
stefan@webrtc.org | 82462aa | 2014-10-23 11:57:05 +0000 | [diff] [blame] | 169 | |
stefan@webrtc.org | 89fd1e8 | 2014-07-15 16:40:38 +0000 | [diff] [blame] | 170 | int64_t time_last_update_us_ GUARDED_BY(critsect_); |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 171 | |
kwiberg | 22feaa3 | 2016-03-17 09:17:43 -0700 | [diff] [blame] | 172 | std::unique_ptr<paced_sender::PacketQueue> packets_ GUARDED_BY(critsect_); |
stefan@webrtc.org | e9f0f59 | 2015-02-16 15:47:51 +0000 | [diff] [blame] | 173 | uint64_t packet_counter_; |
pwestin@webrtc.org | b518017 | 2012-11-09 20:56:23 +0000 | [diff] [blame] | 174 | }; |
| 175 | } // namespace webrtc |
Henrik Kjellander | 0b9e29c | 2015-11-16 11:12:24 +0100 | [diff] [blame] | 176 | #endif // WEBRTC_MODULES_PACING_PACED_SENDER_H_ |