blob: e0da10f55984ecbc65783d95308965209eccf0c1 [file] [log] [blame]
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010011#ifndef WEBRTC_MODULES_PACING_PACED_SENDER_H_
12#define WEBRTC_MODULES_PACING_PACED_SENDER_H_
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000013
14#include <list>
kwiberg22feaa32016-03-17 09:17:43 -070015#include <memory>
pwestin@webrtc.org52aa0192013-04-25 17:35:56 +000016#include <set>
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000017
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000018#include "webrtc/base/thread_annotations.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010019#include "webrtc/modules/include/module.h"
20#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000021#include "webrtc/typedefs.h"
22
23namespace webrtc {
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000024class BitrateProber;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000025class Clock;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000026class CriticalSectionWrapper;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000027
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000028namespace paced_sender {
29class IntervalBudget;
30struct Packet;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000031class PacketQueue;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000032} // namespace paced_sender
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000033
sprangebbf8a82015-09-21 15:11:14 -070034class PacedSender : public Module, public RtpPacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000035 public:
perkjec81bcd2016-05-11 06:01:13 -070036 class PacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000037 public:
38 // Note: packets sent as a result of a callback should not pass by this
39 // module again.
40 // Called when it's time to send a queued packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +000041 // Returns false if packet cannot be sent.
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +000042 virtual bool TimeToSendPacket(uint32_t ssrc,
43 uint16_t sequence_number,
44 int64_t capture_time_ms,
45 bool retransmission) = 0;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000046 // Called when it's a good time to send a padding data.
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000047 // Returns the number of bytes sent.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000048 virtual size_t TimeToSendPadding(size_t bytes) = 0;
jiayl@webrtc.org9fd8d872014-02-27 22:32:40 +000049
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000050 protected:
perkjec81bcd2016-05-11 06:01:13 -070051 virtual ~PacketSender() {}
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000052 };
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000053
sprang0a43fef2015-11-20 09:00:37 -080054 // Expected max pacer delay in ms. If ExpectedQueueTimeMs() is higher than
55 // this value, the packet producers should wait (eg drop frames rather than
56 // encoding them). Bitrate sent may temporarily exceed target set by
57 // UpdateBitrate() so that this limit will be upheld.
58 static const int64_t kMaxQueueLengthMs;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000059 // Pacing-rate relative to our target send rate.
60 // Multiplicative factor that is applied to the target bitrate to calculate
61 // the number of bytes that can be transmitted per interval.
62 // Increasing this factor will result in lower delays in cases of bitrate
63 // overshoots from the encoder.
64 static const float kDefaultPaceMultiplier;
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000065
sprangebbf8a82015-09-21 15:11:14 -070066 static const size_t kMinProbePacketSize = 200;
67
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000068 PacedSender(Clock* clock,
perkjec81bcd2016-05-11 06:01:13 -070069 PacketSender* packet_sender);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000070
71 virtual ~PacedSender();
72
pwestin@webrtc.orgdb418562013-03-22 23:39:29 +000073 // Temporarily pause all sending.
74 void Pause();
75
76 // Resume sending packets.
77 void Resume();
78
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +000079 // Enable bitrate probing. Enabled by default, mostly here to simplify
80 // testing. Must be called before any packets are being sent to have an
81 // effect.
82 void SetProbingEnabled(bool enabled);
83
perkjec81bcd2016-05-11 06:01:13 -070084 // Sets the estimated capacity of the network. Must be called once before
85 // packets can be sent.
86 // |bitrate_bps| is our estimate of what we are allowed to send on average.
87 // We will pace out bursts of packets at a bitrate of
88 // |bitrate_bps| * kDefaultPaceMultiplier.
89 virtual void SetEstimatedBitrate(uint32_t bitrate_bps);
90
91 // Sets the bitrate that has been allocated for encoders.
92 // |allocated_bitrate| might be higher that the estimated available network
93 // bitrate and if so, the pacer will send with |allocated_bitrate|.
94 // Padding packets will be utilized to reach |padding_bitrate| unless enough
95 // media packets are available.
96 void SetAllocatedSendBitrate(int allocated_bitrate_bps,
97 int padding_bitrate_bps);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000098
99 // Returns true if we send the packet now, else it will add the packet
100 // information to the queue and call TimeToSendPacket when it's time to send.
Peter Boströme23e7372015-10-08 11:44:14 +0200101 void InsertPacket(RtpPacketSender::Priority priority,
102 uint32_t ssrc,
103 uint16_t sequence_number,
104 int64_t capture_time_ms,
105 size_t bytes,
106 bool retransmission) override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000107
stefan@webrtc.orgdd393e72013-12-13 22:03:27 +0000108 // Returns the time since the oldest queued packet was enqueued.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000109 virtual int64_t QueueInMs() const;
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +0000110
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000111 virtual size_t QueueSizePackets() const;
112
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000113 // Returns the number of milliseconds it will take to send the current
114 // packets in the queue, given the current size and bitrate, ignoring prio.
pkasting@chromium.org2656bf82014-11-17 22:21:14 +0000115 virtual int64_t ExpectedQueueTimeMs() const;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000116
Erik Språngad113e52015-11-26 16:26:12 +0100117 // Returns the average time since being enqueued, in milliseconds, for all
118 // packets currently in the pacer queue, or 0 if queue is empty.
119 virtual int64_t AverageQueueTimeMs();
120
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000121 // Returns the number of milliseconds until the module want a worker thread
122 // to call Process.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000123 int64_t TimeUntilNextProcess() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000124
125 // Process any pending packets in the queue(s).
pbosa26ac922016-02-25 04:50:01 -0800126 void Process() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000127
128 private:
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000129 // Updates the number of bytes that can be sent for the next time interval.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000130 void UpdateBytesPerInterval(int64_t delta_time_in_ms)
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000131 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000132
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000133 bool SendPacket(const paced_sender::Packet& packet)
134 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000135 void SendPadding(size_t padding_needed) EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000136
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000137 Clock* const clock_;
perkjec81bcd2016-05-11 06:01:13 -0700138 PacketSender* const packet_sender_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000139
kwiberg22feaa32016-03-17 09:17:43 -0700140 std::unique_ptr<CriticalSectionWrapper> critsect_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000141 bool paused_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000142 bool probing_enabled_;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000143 // This is the media budget, keeping track of how many bits of media
144 // we can pace out during the current interval.
kwiberg22feaa32016-03-17 09:17:43 -0700145 std::unique_ptr<paced_sender::IntervalBudget> media_budget_
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000146 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000147 // This is the padding budget, keeping track of how many bits of padding we're
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000148 // allowed to send out during the current interval. This budget will be
149 // utilized when there's no media to send.
kwiberg22feaa32016-03-17 09:17:43 -0700150 std::unique_ptr<paced_sender::IntervalBudget> padding_budget_
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000151 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000152
kwiberg22feaa32016-03-17 09:17:43 -0700153 std::unique_ptr<BitrateProber> prober_ GUARDED_BY(critsect_);
sprang0a43fef2015-11-20 09:00:37 -0800154 // Actual configured bitrates (media_budget_ may temporarily be higher in
155 // order to meet pace time constraint).
perkjec81bcd2016-05-11 06:01:13 -0700156 uint32_t estimated_bitrate_bps_ GUARDED_BY(critsect_);
157 uint32_t min_send_bitrate_kbps_ GUARDED_BY(critsect_);
158 uint32_t pacing_bitrate_kbps_ GUARDED_BY(critsect_);
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000159
stefan@webrtc.org89fd1e82014-07-15 16:40:38 +0000160 int64_t time_last_update_us_ GUARDED_BY(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000161
kwiberg22feaa32016-03-17 09:17:43 -0700162 std::unique_ptr<paced_sender::PacketQueue> packets_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000163 uint64_t packet_counter_;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000164};
165} // namespace webrtc
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +0100166#endif // WEBRTC_MODULES_PACING_PACED_SENDER_H_