blob: 017e7b6af5de520081afbabc1851335d694f8c74 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
kjellandera96e2d72016-02-04 23:52:28 -080028#ifndef WEBRTC_MEDIA_BASE_MEDIAENGINE_H_
29#define WEBRTC_MEDIA_BASE_MEDIAENGINE_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000030
kjellanderfcfc8042016-01-14 11:01:09 -080031#if defined(WEBRTC_MAC) && !defined(WEBRTC_IOS)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000032#include <CoreAudio/CoreAudio.h>
33#endif
34
henrike@webrtc.org28e20752013-07-10 00:45:36 +000035#include <string>
36#include <vector>
37
solenberg566ef242015-11-06 15:34:49 -080038#include "webrtc/audio_state.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000039#include "webrtc/base/fileutils.h"
40#include "webrtc/base/sigslotrepeater.h"
kjellandera96e2d72016-02-04 23:52:28 -080041#include "webrtc/media/base/codec.h"
42#include "webrtc/media/base/mediachannel.h"
43#include "webrtc/media/base/mediacommon.h"
44#include "webrtc/media/base/videocapturer.h"
45#include "webrtc/media/base/videocommon.h"
46#include "webrtc/media/devices/devicemanager.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000047
48#if defined(GOOGLE_CHROME_BUILD) || defined(CHROMIUM_BUILD)
49#define DISABLE_MEDIA_ENGINE_FACTORY
50#endif
51
Fredrik Solenberg709ed672015-09-15 12:26:33 +020052namespace webrtc {
53class Call;
Fredrik Solenberg709ed672015-09-15 12:26:33 +020054}
55
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056namespace cricket {
57
58class VideoCapturer;
59
Stefan Holmer9d69c3f2015-12-07 10:45:43 +010060struct RtpCapabilities {
61 std::vector<RtpHeaderExtension> header_extensions;
62};
63
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064// MediaEngineInterface is an abstraction of a media engine which can be
65// subclassed to support different media componentry backends.
66// It supports voice and video operations in the same class to facilitate
67// proper synchronization between both media types.
68class MediaEngineInterface {
69 public:
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070 virtual ~MediaEngineInterface() {}
71
72 // Initialization
73 // Starts the engine.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000074 virtual bool Init(rtc::Thread* worker_thread) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000075 // Shuts down the engine.
76 virtual void Terminate() = 0;
Fredrik Solenberg709ed672015-09-15 12:26:33 +020077 // TODO(solenberg): Remove once VoE API refactoring is done.
solenberg566ef242015-11-06 15:34:49 -080078 virtual rtc::scoped_refptr<webrtc::AudioState> GetAudioState() const = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000079
80 // MediaChannel creation
81 // Creates a voice media channel. Returns NULL on failure.
Fredrik Solenberg709ed672015-09-15 12:26:33 +020082 virtual VoiceMediaChannel* CreateChannel(
83 webrtc::Call* call,
84 const AudioOptions& options) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000085 // Creates a video media channel, paired with the specified voice channel.
86 // Returns NULL on failure.
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +000087 virtual VideoMediaChannel* CreateVideoChannel(
Fredrik Solenberg709ed672015-09-15 12:26:33 +020088 webrtc::Call* call,
89 const VideoOptions& options) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091 // Device configuration
92 // Gets the current speaker volume, as a value between 0 and 255.
93 virtual bool GetOutputVolume(int* level) = 0;
94 // Sets the current speaker volume, as a value between 0 and 255.
95 virtual bool SetOutputVolume(int level) = 0;
96
henrike@webrtc.org28e20752013-07-10 00:45:36 +000097 // Gets the current microphone level, as a value between 0 and 10.
98 virtual int GetInputLevel() = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000099
100 virtual const std::vector<AudioCodec>& audio_codecs() = 0;
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100101 virtual RtpCapabilities GetAudioCapabilities() = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 virtual const std::vector<VideoCodec>& video_codecs() = 0;
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100103 virtual RtpCapabilities GetVideoCapabilities() = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000104
ivocd66b44d2016-01-15 03:06:36 -0800105 // Starts AEC dump using existing file, a maximum file size in bytes can be
106 // specified. Logging is stopped just before the size limit is exceeded.
107 // If max_size_bytes is set to a value <= 0, no limit will be used.
108 virtual bool StartAecDump(rtc::PlatformFile file, int64_t max_size_bytes) = 0;
ivoc112a3d82015-10-16 02:22:18 -0700109
ivoc797ef122015-10-22 03:25:41 -0700110 // Stops recording AEC dump.
111 virtual void StopAecDump() = 0;
112
ivoc112a3d82015-10-16 02:22:18 -0700113 // Starts RtcEventLog using existing file.
114 virtual bool StartRtcEventLog(rtc::PlatformFile file) = 0;
115
116 // Stops recording an RtcEventLog.
117 virtual void StopRtcEventLog() = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000118};
119
120
121#if !defined(DISABLE_MEDIA_ENGINE_FACTORY)
122class MediaEngineFactory {
123 public:
henrike@webrtc.org40b3b682014-03-03 18:30:11 +0000124 typedef cricket::MediaEngineInterface* (*MediaEngineCreateFunction)();
125 // Creates a media engine, using either the compiled system default or the
126 // creation function specified in SetCreateFunction, if specified.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000127 static MediaEngineInterface* Create();
henrike@webrtc.org40b3b682014-03-03 18:30:11 +0000128 // Sets the function used when calling Create. If unset, the compiled system
129 // default will be used. Returns the old create function, or NULL if one
130 // wasn't set. Likewise, NULL can be used as the |function| parameter to
131 // reset to the default behavior.
132 static MediaEngineCreateFunction SetCreateFunction(
133 MediaEngineCreateFunction function);
134 private:
135 static MediaEngineCreateFunction create_function_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000136};
137#endif
138
139// CompositeMediaEngine constructs a MediaEngine from separate
140// voice and video engine classes.
141template<class VOICE, class VIDEO>
142class CompositeMediaEngine : public MediaEngineInterface {
143 public:
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000144 virtual ~CompositeMediaEngine() {}
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000145 virtual bool Init(rtc::Thread* worker_thread) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000146 if (!voice_.Init(worker_thread))
147 return false;
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200148 video_.Init();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000149 return true;
150 }
151 virtual void Terminate() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000152 voice_.Terminate();
153 }
154
solenberg566ef242015-11-06 15:34:49 -0800155 virtual rtc::scoped_refptr<webrtc::AudioState> GetAudioState() const {
156 return voice_.GetAudioState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000157 }
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200158 virtual VoiceMediaChannel* CreateChannel(webrtc::Call* call,
159 const AudioOptions& options) {
160 return voice_.CreateChannel(call, options);
161 }
162 virtual VideoMediaChannel* CreateVideoChannel(webrtc::Call* call,
163 const VideoOptions& options) {
164 return video_.CreateChannel(call, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000165 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000166
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000167 virtual bool GetOutputVolume(int* level) {
168 return voice_.GetOutputVolume(level);
169 }
170 virtual bool SetOutputVolume(int level) {
171 return voice_.SetOutputVolume(level);
172 }
173
174 virtual int GetInputLevel() {
175 return voice_.GetInputLevel();
176 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000177 virtual const std::vector<AudioCodec>& audio_codecs() {
178 return voice_.codecs();
179 }
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100180 virtual RtpCapabilities GetAudioCapabilities() {
181 return voice_.GetCapabilities();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000182 }
183 virtual const std::vector<VideoCodec>& video_codecs() {
184 return video_.codecs();
185 }
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100186 virtual RtpCapabilities GetVideoCapabilities() {
187 return video_.GetCapabilities();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000188 }
189
ivocd66b44d2016-01-15 03:06:36 -0800190 virtual bool StartAecDump(rtc::PlatformFile file, int64_t max_size_bytes) {
191 return voice_.StartAecDump(file, max_size_bytes);
wu@webrtc.orga9890802013-12-13 00:21:03 +0000192 }
193
ivoc797ef122015-10-22 03:25:41 -0700194 virtual void StopAecDump() {
195 voice_.StopAecDump();
196 }
197
ivoc112a3d82015-10-16 02:22:18 -0700198 virtual bool StartRtcEventLog(rtc::PlatformFile file) {
199 return voice_.StartRtcEventLog(file);
200 }
201
202 virtual void StopRtcEventLog() { voice_.StopRtcEventLog(); }
203
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000204 protected:
205 VOICE voice_;
206 VIDEO video_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000207};
208
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000209enum DataChannelType {
210 DCT_NONE = 0,
211 DCT_RTP = 1,
212 DCT_SCTP = 2
213};
214
215class DataEngineInterface {
216 public:
217 virtual ~DataEngineInterface() {}
218 virtual DataMediaChannel* CreateChannel(DataChannelType type) = 0;
219 virtual const std::vector<DataCodec>& data_codecs() = 0;
220};
221
222} // namespace cricket
223
kjellandera96e2d72016-02-04 23:52:28 -0800224#endif // WEBRTC_MEDIA_BASE_MEDIAENGINE_H_