blob: 269fda0276c19dbbf557cfcbae012064318acb76 [file] [log] [blame]
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
mflodman@webrtc.orgb429e512013-12-18 09:46:22 +000011#ifndef WEBRTC_VIDEO_SEND_STREAM_H_
12#define WEBRTC_VIDEO_SEND_STREAM_H_
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000013
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000014#include <map>
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000015#include <string>
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000016
17#include "webrtc/common_types.h"
pbos@webrtc.org16e03b72013-10-28 16:32:01 +000018#include "webrtc/config.h"
19#include "webrtc/frame_callback.h"
20#include "webrtc/video_renderer.h"
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000021
22namespace webrtc {
23
24class VideoEncoder;
25
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000026// Class to deliver captured frame to the video send stream.
27class VideoSendStreamInput {
28 public:
pbos@webrtc.org724947b2013-12-11 16:26:16 +000029 // These methods do not lock internally and must be called sequentially.
30 // If your application switches input sources synchronization must be done
31 // externally to make sure that any old frames are not delivered concurrently.
pbos@webrtc.org724947b2013-12-11 16:26:16 +000032 virtual void SwapFrame(I420VideoFrame* video_frame) = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000033
34 protected:
35 virtual ~VideoSendStreamInput() {}
36};
37
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +000038class VideoSendStream {
39 public:
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000040 struct Stats {
41 Stats()
42 : input_frame_rate(0),
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000043 encode_frame_rate(0),
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000044 media_bitrate_bps(0),
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000045 suspended(false) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000046 int input_frame_rate;
47 int encode_frame_rate;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000048 int media_bitrate_bps;
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000049 bool suspended;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000050 std::map<uint32_t, SsrcStats> substreams;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000051 };
52
53 struct Config {
54 Config()
55 : pre_encode_callback(NULL),
sprang@webrtc.org40709352013-11-26 11:41:59 +000056 post_encode_callback(NULL),
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000057 local_renderer(NULL),
58 render_delay_ms(0),
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000059 target_delay_ms(0),
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +000060 suspend_below_min_bitrate(false) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000061 std::string ToString() const;
62
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000063 struct EncoderSettings {
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +000064 EncoderSettings() : payload_type(-1), encoder(NULL) {}
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +000065
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000066 std::string ToString() const;
67
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000068 std::string payload_name;
69 int payload_type;
70
71 // Uninitialized VideoEncoder instance to be used for encoding. Will be
72 // initialized from inside the VideoSendStream.
73 webrtc::VideoEncoder* encoder;
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +000074 } encoder_settings;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000075
sprang@webrtc.org25fce9a2013-10-16 13:29:14 +000076 static const size_t kDefaultMaxPacketSize = 1500 - 40; // TCP over IPv4.
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000077 struct Rtp {
pbos@webrtc.orgad3b5a52014-10-24 09:23:21 +000078 Rtp() : max_packet_size(kDefaultMaxPacketSize) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000079 std::string ToString() const;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +000080
81 std::vector<uint32_t> ssrcs;
82
83 // Max RTP packet size delivered to send transport from VideoEngine.
84 size_t max_packet_size;
85
86 // RTP header extensions to use for this send stream.
87 std::vector<RtpExtension> extensions;
88
89 // See NackConfig for description.
90 NackConfig nack;
91
92 // See FecConfig for description.
93 FecConfig fec;
94
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +000095 // Settings for RTP retransmission payload format, see RFC 4588 for
96 // details.
97 struct Rtx {
stefan@webrtc.org742386a2014-12-19 15:33:17 +000098 Rtx() : payload_type(-1) {}
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +000099 std::string ToString() const;
pbos@webrtc.orgc279a5d2014-01-24 09:30:53 +0000100 // SSRCs to use for the RTX streams.
101 std::vector<uint32_t> ssrcs;
102
103 // Payload type to use for the RTX stream.
104 int payload_type;
105 } rtx;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000106
107 // RTCP CNAME, see RFC 3550.
108 std::string c_name;
109 } rtp;
110
111 // Called for each I420 frame before encoding the frame. Can be used for
112 // effects, snapshots etc. 'NULL' disables the callback.
113 I420FrameCallback* pre_encode_callback;
114
115 // Called for each encoded frame, e.g. used for file storage. 'NULL'
116 // disables the callback.
sprang@webrtc.org40709352013-11-26 11:41:59 +0000117 EncodedFrameObserver* post_encode_callback;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000118
119 // Renderer for local preview. The local renderer will be called even if
120 // sending hasn't started. 'NULL' disables local rendering.
121 VideoRenderer* local_renderer;
122
123 // Expected delay needed by the renderer, i.e. the frame will be delivered
124 // this many milliseconds, if possible, earlier than expected render time.
pbos@webrtc.org1e92b0a2014-05-15 09:35:06 +0000125 // Only valid if |local_renderer| is set.
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000126 int render_delay_ms;
127
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000128 // Target delay in milliseconds. A positive value indicates this stream is
129 // used for streaming instead of a real-time call.
130 int target_delay_ms;
131
henrik.lundin@webrtc.orgce8e0932013-11-18 12:18:43 +0000132 // True if the stream should be suspended when the available bitrate fall
133 // below the minimum configured bitrate. If this variable is false, the
134 // stream may send at a rate higher than the estimated available bitrate.
135 bool suspend_below_min_bitrate;
pbos@webrtc.org025f4f12013-06-05 11:33:21 +0000136 };
137
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000138 // Gets interface used to insert captured frames. Valid as long as the
139 // VideoSendStream is valid.
140 virtual VideoSendStreamInput* Input() = 0;
141
pbos@webrtc.orga5c8d2c2014-04-24 11:13:21 +0000142 virtual void Start() = 0;
143 virtual void Stop() = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000144
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000145 // Set which streams to send. Must have at least as many SSRCs as configured
146 // in the config. Encoder settings are passed on to the encoder instance along
147 // with the VideoStream settings.
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +0000148 virtual bool ReconfigureVideoEncoder(const VideoEncoderConfig& config) = 0;
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000149
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000150 virtual Stats GetStats() = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000151
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000152 protected:
153 virtual ~VideoSendStream() {}
154};
155
mflodman@webrtc.org65f995a2013-04-18 12:02:52 +0000156} // namespace webrtc
157
mflodman@webrtc.orgb429e512013-12-18 09:46:22 +0000158#endif // WEBRTC_VIDEO_SEND_STREAM_H_