blob: 8879f12d0381abb7c9e6626dd897fb7eba03c9d2 [file] [log] [blame]
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010011#ifndef WEBRTC_MODULES_PACING_PACED_SENDER_H_
12#define WEBRTC_MODULES_PACING_PACED_SENDER_H_
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000013
14#include <list>
kwiberg22feaa32016-03-17 09:17:43 -070015#include <memory>
pwestin@webrtc.org52aa0192013-04-25 17:35:56 +000016#include <set>
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000017
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000018#include "webrtc/base/thread_annotations.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010019#include "webrtc/modules/include/module.h"
20#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000021#include "webrtc/typedefs.h"
22
23namespace webrtc {
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000024class BitrateProber;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000025class Clock;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000026class CriticalSectionWrapper;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000027
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000028namespace paced_sender {
29class IntervalBudget;
30struct Packet;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000031class PacketQueue;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000032} // namespace paced_sender
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000033
sprangebbf8a82015-09-21 15:11:14 -070034class PacedSender : public Module, public RtpPacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000035 public:
perkjec81bcd2016-05-11 06:01:13 -070036 class PacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000037 public:
38 // Note: packets sent as a result of a callback should not pass by this
39 // module again.
40 // Called when it's time to send a queued packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +000041 // Returns false if packet cannot be sent.
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +000042 virtual bool TimeToSendPacket(uint32_t ssrc,
43 uint16_t sequence_number,
44 int64_t capture_time_ms,
philipel29dca2c2016-05-13 11:13:05 +020045 bool retransmission,
46 int probe_cluster_id) = 0;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000047 // Called when it's a good time to send a padding data.
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000048 // Returns the number of bytes sent.
philipela1ed0b32016-06-01 06:31:17 -070049 virtual size_t TimeToSendPadding(size_t bytes, int probe_cluster_id) = 0;
jiayl@webrtc.org9fd8d872014-02-27 22:32:40 +000050
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000051 protected:
perkjec81bcd2016-05-11 06:01:13 -070052 virtual ~PacketSender() {}
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000053 };
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000054
sprang0a43fef2015-11-20 09:00:37 -080055 // Expected max pacer delay in ms. If ExpectedQueueTimeMs() is higher than
56 // this value, the packet producers should wait (eg drop frames rather than
57 // encoding them). Bitrate sent may temporarily exceed target set by
58 // UpdateBitrate() so that this limit will be upheld.
59 static const int64_t kMaxQueueLengthMs;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000060 // Pacing-rate relative to our target send rate.
61 // Multiplicative factor that is applied to the target bitrate to calculate
62 // the number of bytes that can be transmitted per interval.
63 // Increasing this factor will result in lower delays in cases of bitrate
64 // overshoots from the encoder.
65 static const float kDefaultPaceMultiplier;
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000066
sprangebbf8a82015-09-21 15:11:14 -070067 static const size_t kMinProbePacketSize = 200;
68
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000069 PacedSender(Clock* clock,
perkjec81bcd2016-05-11 06:01:13 -070070 PacketSender* packet_sender);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000071
72 virtual ~PacedSender();
73
pwestin@webrtc.orgdb418562013-03-22 23:39:29 +000074 // Temporarily pause all sending.
75 void Pause();
76
77 // Resume sending packets.
78 void Resume();
79
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +000080 // Enable bitrate probing. Enabled by default, mostly here to simplify
81 // testing. Must be called before any packets are being sent to have an
82 // effect.
83 void SetProbingEnabled(bool enabled);
84
perkjec81bcd2016-05-11 06:01:13 -070085 // Sets the estimated capacity of the network. Must be called once before
86 // packets can be sent.
87 // |bitrate_bps| is our estimate of what we are allowed to send on average.
88 // We will pace out bursts of packets at a bitrate of
89 // |bitrate_bps| * kDefaultPaceMultiplier.
90 virtual void SetEstimatedBitrate(uint32_t bitrate_bps);
91
92 // Sets the bitrate that has been allocated for encoders.
93 // |allocated_bitrate| might be higher that the estimated available network
94 // bitrate and if so, the pacer will send with |allocated_bitrate|.
95 // Padding packets will be utilized to reach |padding_bitrate| unless enough
96 // media packets are available.
97 void SetAllocatedSendBitrate(int allocated_bitrate_bps,
98 int padding_bitrate_bps);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000099
100 // Returns true if we send the packet now, else it will add the packet
101 // information to the queue and call TimeToSendPacket when it's time to send.
Peter Boströme23e7372015-10-08 11:44:14 +0200102 void InsertPacket(RtpPacketSender::Priority priority,
103 uint32_t ssrc,
104 uint16_t sequence_number,
105 int64_t capture_time_ms,
106 size_t bytes,
107 bool retransmission) override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000108
stefan@webrtc.orgdd393e72013-12-13 22:03:27 +0000109 // Returns the time since the oldest queued packet was enqueued.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000110 virtual int64_t QueueInMs() const;
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +0000111
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000112 virtual size_t QueueSizePackets() const;
113
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000114 // Returns the number of milliseconds it will take to send the current
115 // packets in the queue, given the current size and bitrate, ignoring prio.
pkasting@chromium.org2656bf82014-11-17 22:21:14 +0000116 virtual int64_t ExpectedQueueTimeMs() const;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000117
Erik Språngad113e52015-11-26 16:26:12 +0100118 // Returns the average time since being enqueued, in milliseconds, for all
119 // packets currently in the pacer queue, or 0 if queue is empty.
120 virtual int64_t AverageQueueTimeMs();
121
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000122 // Returns the number of milliseconds until the module want a worker thread
123 // to call Process.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000124 int64_t TimeUntilNextProcess() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000125
126 // Process any pending packets in the queue(s).
pbosa26ac922016-02-25 04:50:01 -0800127 void Process() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000128
129 private:
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000130 // Updates the number of bytes that can be sent for the next time interval.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000131 void UpdateBytesPerInterval(int64_t delta_time_in_ms)
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000132 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000133
philipel29dca2c2016-05-13 11:13:05 +0200134 bool SendPacket(const paced_sender::Packet& packet, int probe_cluster_id)
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000135 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
philipela1ed0b32016-06-01 06:31:17 -0700136 void SendPadding(size_t padding_needed, int probe_cluster_id)
137 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000138
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000139 Clock* const clock_;
perkjec81bcd2016-05-11 06:01:13 -0700140 PacketSender* const packet_sender_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000141
kwiberg22feaa32016-03-17 09:17:43 -0700142 std::unique_ptr<CriticalSectionWrapper> critsect_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000143 bool paused_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000144 bool probing_enabled_;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000145 // This is the media budget, keeping track of how many bits of media
146 // we can pace out during the current interval.
kwiberg22feaa32016-03-17 09:17:43 -0700147 std::unique_ptr<paced_sender::IntervalBudget> media_budget_
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000148 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000149 // This is the padding budget, keeping track of how many bits of padding we're
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000150 // allowed to send out during the current interval. This budget will be
151 // utilized when there's no media to send.
kwiberg22feaa32016-03-17 09:17:43 -0700152 std::unique_ptr<paced_sender::IntervalBudget> padding_budget_
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000153 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000154
kwiberg22feaa32016-03-17 09:17:43 -0700155 std::unique_ptr<BitrateProber> prober_ GUARDED_BY(critsect_);
sprang0a43fef2015-11-20 09:00:37 -0800156 // Actual configured bitrates (media_budget_ may temporarily be higher in
157 // order to meet pace time constraint).
perkjec81bcd2016-05-11 06:01:13 -0700158 uint32_t estimated_bitrate_bps_ GUARDED_BY(critsect_);
159 uint32_t min_send_bitrate_kbps_ GUARDED_BY(critsect_);
160 uint32_t pacing_bitrate_kbps_ GUARDED_BY(critsect_);
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000161
stefan@webrtc.org89fd1e82014-07-15 16:40:38 +0000162 int64_t time_last_update_us_ GUARDED_BY(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000163
kwiberg22feaa32016-03-17 09:17:43 -0700164 std::unique_ptr<paced_sender::PacketQueue> packets_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000165 uint64_t packet_counter_;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000166};
167} // namespace webrtc
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +0100168#endif // WEBRTC_MODULES_PACING_PACED_SENDER_H_