blob: aa5033afc2969e1dca23eef985f715661b5f2452 [file] [log] [blame]
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
mflodman@webrtc.orgb429e512013-12-18 09:46:22 +000011#ifndef WEBRTC_VIDEO_SEND_STREAM_H_
12#define WEBRTC_VIDEO_SEND_STREAM_H_
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000013
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000014#include <map>
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000015#include <string>
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000016
17#include "webrtc/common_types.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000018#include "webrtc/config.h"
19#include "webrtc/frame_callback.h"
20#include "webrtc/video_renderer.h"
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000021
22namespace webrtc {
23
24class VideoEncoder;
25
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000026// Class to deliver captured frame to the video send stream.
27class VideoSendStreamInput {
28 public:
pbos@webrtc.org724947b2013-12-11 16:26:16 +000029 // These methods do not lock internally and must be called sequentially.
30 // If your application switches input sources synchronization must be done
31 // externally to make sure that any old frames are not delivered concurrently.
pbos@webrtc.org724947b2013-12-11 16:26:16 +000032 virtual void SwapFrame(I420VideoFrame* video_frame) = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000033
34 protected:
35 virtual ~VideoSendStreamInput() {}
36};
37
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000038class VideoSendStream {
39 public:
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000040 struct Stats {
41 Stats()
42 : input_frame_rate(0),
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000043 encode_frame_rate(0),
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000044 suspended(false) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000045 int input_frame_rate;
46 int encode_frame_rate;
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000047 bool suspended;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000048 std::map<uint32_t, StreamStats> substreams;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000049 };
50
51 struct Config {
52 Config()
53 : pre_encode_callback(NULL),
sprang@webrtc.org40709352013-11-26 11:41:59 +000054 post_encode_callback(NULL),
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000055 local_renderer(NULL),
56 render_delay_ms(0),
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000057 target_delay_ms(0),
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +000058 suspend_below_min_bitrate(false) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000059 std::string ToString() const;
60
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000061 struct EncoderSettings {
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +000062 EncoderSettings() : payload_type(-1), encoder(NULL) {}
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +000063
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000064 std::string ToString() const;
65
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000066 std::string payload_name;
67 int payload_type;
68
69 // Uninitialized VideoEncoder instance to be used for encoding. Will be
70 // initialized from inside the VideoSendStream.
71 webrtc::VideoEncoder* encoder;
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000072 } encoder_settings;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000073
sprang@webrtc.org25fce9a2013-10-16 13:29:14 +000074 static const size_t kDefaultMaxPacketSize = 1500 - 40; // TCP over IPv4.
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000075 struct Rtp {
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +000076 Rtp() : max_packet_size(kDefaultMaxPacketSize) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000077 std::string ToString() const;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000078
79 std::vector<uint32_t> ssrcs;
80
81 // Max RTP packet size delivered to send transport from VideoEngine.
82 size_t max_packet_size;
83
84 // RTP header extensions to use for this send stream.
85 std::vector<RtpExtension> extensions;
86
87 // See NackConfig for description.
88 NackConfig nack;
89
90 // See FecConfig for description.
91 FecConfig fec;
92
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +000093 // Settings for RTP retransmission payload format, see RFC 4588 for
94 // details.
95 struct Rtx {
stefan@webrtc.orgfbb567d2014-06-11 13:41:36 +000096 Rtx() : payload_type(-1), pad_with_redundant_payloads(false) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000097 std::string ToString() const;
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +000098 // SSRCs to use for the RTX streams.
99 std::vector<uint32_t> ssrcs;
100
101 // Payload type to use for the RTX stream.
102 int payload_type;
stefan@webrtc.orgfbb567d2014-06-11 13:41:36 +0000103 // Use redundant payloads to pad the bitrate. Instead of padding with
104 // randomized packets, we will preemptively retransmit media packets on
105 // the RTX stream.
106 bool pad_with_redundant_payloads;
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000107 } rtx;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000108
109 // RTCP CNAME, see RFC 3550.
110 std::string c_name;
111 } rtp;
112
113 // Called for each I420 frame before encoding the frame. Can be used for
114 // effects, snapshots etc. 'NULL' disables the callback.
115 I420FrameCallback* pre_encode_callback;
116
117 // Called for each encoded frame, e.g. used for file storage. 'NULL'
118 // disables the callback.
sprang@webrtc.org40709352013-11-26 11:41:59 +0000119 EncodedFrameObserver* post_encode_callback;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000120
121 // Renderer for local preview. The local renderer will be called even if
122 // sending hasn't started. 'NULL' disables local rendering.
123 VideoRenderer* local_renderer;
124
125 // Expected delay needed by the renderer, i.e. the frame will be delivered
126 // this many milliseconds, if possible, earlier than expected render time.
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +0000127 // Only valid if |local_renderer| is set.
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000128 int render_delay_ms;
129
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000130 // Target delay in milliseconds. A positive value indicates this stream is
131 // used for streaming instead of a real-time call.
132 int target_delay_ms;
133
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000134 // True if the stream should be suspended when the available bitrate fall
135 // below the minimum configured bitrate. If this variable is false, the
136 // stream may send at a rate higher than the estimated available bitrate.
137 bool suspend_below_min_bitrate;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000138 };
139
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000140 // Gets interface used to insert captured frames. Valid as long as the
141 // VideoSendStream is valid.
142 virtual VideoSendStreamInput* Input() = 0;
143
pbos@webrtc.orga5c8d2c2014-04-24 11:13:21 +0000144 virtual void Start() = 0;
145 virtual void Stop() = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000146
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000147 // Set which streams to send. Must have at least as many SSRCs as configured
148 // in the config. Encoder settings are passed on to the encoder instance along
149 // with the VideoStream settings.
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000150 virtual bool ReconfigureVideoEncoder(const VideoEncoderConfig& config) = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000151
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000152 virtual Stats GetStats() const = 0;
153
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000154 protected:
155 virtual ~VideoSendStream() {}
156};
157
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000158} // namespace webrtc
159
mflodman@webrtc.orgb429e512013-12-18 09:46:22 +0000160#endif // WEBRTC_VIDEO_SEND_STREAM_H_