blob: 16569b04045fc7febe2cde2f84a68db3c9b06ab2 [file] [log] [blame]
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +010011#ifndef WEBRTC_MODULES_PACING_PACED_SENDER_H_
12#define WEBRTC_MODULES_PACING_PACED_SENDER_H_
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000013
14#include <list>
kwiberg22feaa32016-03-17 09:17:43 -070015#include <memory>
pwestin@webrtc.org52aa0192013-04-25 17:35:56 +000016#include <set>
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000017
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000018#include "webrtc/base/thread_annotations.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010019#include "webrtc/modules/include/module.h"
20#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000021#include "webrtc/typedefs.h"
22
23namespace webrtc {
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000024class BitrateProber;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000025class Clock;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000026class CriticalSectionWrapper;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000027
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000028namespace paced_sender {
29class IntervalBudget;
30struct Packet;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +000031class PacketQueue;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +000032} // namespace paced_sender
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000033
sprangebbf8a82015-09-21 15:11:14 -070034class PacedSender : public Module, public RtpPacketSender {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000035 public:
perkje30c2722016-05-09 04:57:11 -070036 class Callback {
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000037 public:
38 // Note: packets sent as a result of a callback should not pass by this
39 // module again.
40 // Called when it's time to send a queued packet.
hclam@chromium.org2e402ce2013-06-20 20:18:31 +000041 // Returns false if packet cannot be sent.
stefan@webrtc.org9b82f5a2013-11-13 15:29:21 +000042 virtual bool TimeToSendPacket(uint32_t ssrc,
43 uint16_t sequence_number,
44 int64_t capture_time_ms,
45 bool retransmission) = 0;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000046 // Called when it's a good time to send a padding data.
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000047 // Returns the number of bytes sent.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000048 virtual size_t TimeToSendPadding(size_t bytes) = 0;
jiayl@webrtc.org9fd8d872014-02-27 22:32:40 +000049
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000050 protected:
perkje30c2722016-05-09 04:57:11 -070051 virtual ~Callback() {}
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000052 };
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000053
sprang0a43fef2015-11-20 09:00:37 -080054 // Expected max pacer delay in ms. If ExpectedQueueTimeMs() is higher than
55 // this value, the packet producers should wait (eg drop frames rather than
56 // encoding them). Bitrate sent may temporarily exceed target set by
57 // UpdateBitrate() so that this limit will be upheld.
58 static const int64_t kMaxQueueLengthMs;
stefan@webrtc.org88e0dda2014-07-04 09:20:42 +000059 // Pace in kbits/s until we receive first estimate.
60 static const int kDefaultInitialPaceKbps = 2000;
61 // Pacing-rate relative to our target send rate.
62 // Multiplicative factor that is applied to the target bitrate to calculate
63 // the number of bytes that can be transmitted per interval.
64 // Increasing this factor will result in lower delays in cases of bitrate
65 // overshoots from the encoder.
66 static const float kDefaultPaceMultiplier;
stefan@webrtc.org19a40ff2013-11-27 14:16:20 +000067
sprangebbf8a82015-09-21 15:11:14 -070068 static const size_t kMinProbePacketSize = 200;
69
stefan@webrtc.org82462aa2014-10-23 11:57:05 +000070 PacedSender(Clock* clock,
perkje30c2722016-05-09 04:57:11 -070071 Callback* callback,
72 int bitrate_kbps,
73 int max_bitrate_kbps,
74 int min_bitrate_kbps);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000075
76 virtual ~PacedSender();
77
pwestin@webrtc.orgdb418562013-03-22 23:39:29 +000078 // Temporarily pause all sending.
79 void Pause();
80
81 // Resume sending packets.
82 void Resume();
83
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +000084 // Enable bitrate probing. Enabled by default, mostly here to simplify
85 // testing. Must be called before any packets are being sent to have an
86 // effect.
87 void SetProbingEnabled(bool enabled);
88
perkje30c2722016-05-09 04:57:11 -070089 // Set target bitrates for the pacer.
90 // We will pace out bursts of packets at a bitrate of |max_bitrate_kbps|.
91 // |bitrate_kbps| is our estimate of what we are allowed to send on average.
92 // Padding packets will be utilized to reach |min_bitrate| unless enough media
93 // packets are available.
94 void UpdateBitrate(int bitrate_kbps,
95 int max_bitrate_kbps,
96 int min_bitrate_kbps);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +000097
98 // Returns true if we send the packet now, else it will add the packet
99 // information to the queue and call TimeToSendPacket when it's time to send.
Peter Boströme23e7372015-10-08 11:44:14 +0200100 void InsertPacket(RtpPacketSender::Priority priority,
101 uint32_t ssrc,
102 uint16_t sequence_number,
103 int64_t capture_time_ms,
104 size_t bytes,
105 bool retransmission) override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000106
stefan@webrtc.orgdd393e72013-12-13 22:03:27 +0000107 // Returns the time since the oldest queued packet was enqueued.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000108 virtual int64_t QueueInMs() const;
stefan@webrtc.orgbfacda62013-03-27 16:36:01 +0000109
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000110 virtual size_t QueueSizePackets() const;
111
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000112 // Returns the number of milliseconds it will take to send the current
113 // packets in the queue, given the current size and bitrate, ignoring prio.
pkasting@chromium.org2656bf82014-11-17 22:21:14 +0000114 virtual int64_t ExpectedQueueTimeMs() const;
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000115
Erik Språngad113e52015-11-26 16:26:12 +0100116 // Returns the average time since being enqueued, in milliseconds, for all
117 // packets currently in the pacer queue, or 0 if queue is empty.
118 virtual int64_t AverageQueueTimeMs();
119
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000120 // Returns the number of milliseconds until the module want a worker thread
121 // to call Process.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000122 int64_t TimeUntilNextProcess() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000123
124 // Process any pending packets in the queue(s).
pbosa26ac922016-02-25 04:50:01 -0800125 void Process() override;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000126
127 private:
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000128 // Updates the number of bytes that can be sent for the next time interval.
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000129 void UpdateBytesPerInterval(int64_t delta_time_in_ms)
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000130 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000131
sprang@webrtc.orgdcebf2d2014-11-04 16:27:16 +0000132 bool SendPacket(const paced_sender::Packet& packet)
133 EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000134 void SendPadding(size_t padding_needed) EXCLUSIVE_LOCKS_REQUIRED(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000135
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000136 Clock* const clock_;
perkje30c2722016-05-09 04:57:11 -0700137 Callback* const callback_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000138
kwiberg22feaa32016-03-17 09:17:43 -0700139 std::unique_ptr<CriticalSectionWrapper> critsect_;
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000140 bool paused_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000141 bool probing_enabled_;
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000142 // This is the media budget, keeping track of how many bits of media
143 // we can pace out during the current interval.
kwiberg22feaa32016-03-17 09:17:43 -0700144 std::unique_ptr<paced_sender::IntervalBudget> media_budget_
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000145 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000146 // This is the padding budget, keeping track of how many bits of padding we're
pbos@webrtc.org709e2972014-03-19 10:59:52 +0000147 // allowed to send out during the current interval. This budget will be
148 // utilized when there's no media to send.
kwiberg22feaa32016-03-17 09:17:43 -0700149 std::unique_ptr<paced_sender::IntervalBudget> padding_budget_
pbos@webrtc.org03c817e2014-07-07 10:20:35 +0000150 GUARDED_BY(critsect_);
stefan@webrtc.orgc3cc3752013-06-04 09:36:56 +0000151
kwiberg22feaa32016-03-17 09:17:43 -0700152 std::unique_ptr<BitrateProber> prober_ GUARDED_BY(critsect_);
sprang0a43fef2015-11-20 09:00:37 -0800153 // Actual configured bitrates (media_budget_ may temporarily be higher in
154 // order to meet pace time constraint).
perkje30c2722016-05-09 04:57:11 -0700155 int bitrate_bps_ GUARDED_BY(critsect_);
156 int max_bitrate_kbps_ GUARDED_BY(critsect_);
stefan@webrtc.org82462aa2014-10-23 11:57:05 +0000157
stefan@webrtc.org89fd1e82014-07-15 16:40:38 +0000158 int64_t time_last_update_us_ GUARDED_BY(critsect_);
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000159
kwiberg22feaa32016-03-17 09:17:43 -0700160 std::unique_ptr<paced_sender::PacketQueue> packets_ GUARDED_BY(critsect_);
stefan@webrtc.orge9f0f592015-02-16 15:47:51 +0000161 uint64_t packet_counter_;
pwestin@webrtc.orgb5180172012-11-09 20:56:23 +0000162};
163} // namespace webrtc
Henrik Kjellander0b9e29c2015-11-16 11:12:24 +0100164#endif // WEBRTC_MODULES_PACING_PACED_SENDER_H_