pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 1 | /* |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 3 | * |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 9 | */ |
| 10 | |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 11 | #include "webrtc/media/engine/webrtcmediaengine.h" |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 12 | |
| 13 | #include <algorithm> |
| 14 | |
kwiberg | 087bd34 | 2017-02-10 08:15:44 -0800 | [diff] [blame] | 15 | #include "webrtc/api/audio_codecs/builtin_audio_decoder_factory.h" |
| 16 | #include "webrtc/media/engine/webrtcvoiceengine.h" |
| 17 | |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 18 | #ifdef HAVE_WEBRTC_VIDEO |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 19 | #include "webrtc/media/engine/webrtcvideoengine2.h" |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 20 | #else |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 21 | #include "webrtc/media/engine/nullwebrtcvideoengine.h" |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 22 | #endif |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 23 | |
| 24 | namespace cricket { |
| 25 | |
pbos@webrtc.org | e77c9c8 | 2015-03-11 10:49:33 +0000 | [diff] [blame] | 26 | class WebRtcMediaEngine2 |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 27 | #ifdef HAVE_WEBRTC_VIDEO |
pbos@webrtc.org | e77c9c8 | 2015-03-11 10:49:33 +0000 | [diff] [blame] | 28 | : public CompositeMediaEngine<WebRtcVoiceEngine, WebRtcVideoEngine2> { |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 29 | #else |
| 30 | : public CompositeMediaEngine<WebRtcVoiceEngine, NullWebRtcVideoEngine> { |
| 31 | #endif |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 32 | public: |
| 33 | WebRtcMediaEngine2(webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 34 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 35 | audio_decoder_factory, |
| 36 | WebRtcVideoEncoderFactory* video_encoder_factory, |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 37 | WebRtcVideoDecoderFactory* video_decoder_factory, |
| 38 | rtc::scoped_refptr<webrtc::AudioMixer> audio_mixer) |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 39 | #ifdef HAVE_WEBRTC_VIDEO |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 40 | : CompositeMediaEngine<WebRtcVoiceEngine, WebRtcVideoEngine2>( |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 41 | adm, |
| 42 | audio_decoder_factory, |
| 43 | audio_mixer){ |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 44 | #else |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 45 | : CompositeMediaEngine<WebRtcVoiceEngine, NullWebRtcVideoEngine>( |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 46 | adm, |
| 47 | audio_decoder_factory, |
| 48 | audio_mixer) { |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 49 | #endif |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 50 | video_.SetExternalDecoderFactory(video_decoder_factory); |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 51 | video_.SetExternalEncoderFactory(video_encoder_factory); |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 52 | } |
| 53 | }; |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 54 | |
| 55 | } // namespace cricket |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 56 | |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 57 | cricket::MediaEngineInterface* CreateWebRtcMediaEngine( |
| 58 | webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 59 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 60 | audio_decoder_factory, |
| 61 | cricket::WebRtcVideoEncoderFactory* video_encoder_factory, |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 62 | cricket::WebRtcVideoDecoderFactory* video_decoder_factory, |
| 63 | rtc::scoped_refptr<webrtc::AudioMixer> audio_mixer) { |
| 64 | return new cricket::WebRtcMediaEngine2(adm, audio_decoder_factory, |
| 65 | video_encoder_factory, |
| 66 | video_decoder_factory, audio_mixer); |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 67 | } |
| 68 | |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 69 | void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) { |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 70 | delete media_engine; |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 71 | } |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 72 | |
| 73 | namespace cricket { |
| 74 | |
ossu | 111744e | 2016-06-15 02:22:32 -0700 | [diff] [blame] | 75 | // TODO(ossu): Backwards-compatible interface. Will be deprecated once the |
| 76 | // audio decoder factory is fully plumbed and used throughout WebRTC. |
| 77 | // See: crbug.com/webrtc/6000 |
| 78 | MediaEngineInterface* WebRtcMediaEngineFactory::Create( |
| 79 | webrtc::AudioDeviceModule* adm, |
| 80 | WebRtcVideoEncoderFactory* video_encoder_factory, |
| 81 | WebRtcVideoDecoderFactory* video_decoder_factory) { |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 82 | return CreateWebRtcMediaEngine( |
| 83 | adm, webrtc::CreateBuiltinAudioDecoderFactory(), video_encoder_factory, |
| 84 | video_decoder_factory, nullptr); |
| 85 | } |
| 86 | |
| 87 | MediaEngineInterface* WebRtcMediaEngineFactory::Create( |
| 88 | webrtc::AudioDeviceModule* adm, |
| 89 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 90 | audio_decoder_factory, |
| 91 | WebRtcVideoEncoderFactory* video_encoder_factory, |
| 92 | WebRtcVideoDecoderFactory* video_decoder_factory) { |
| 93 | return CreateWebRtcMediaEngine(adm, audio_decoder_factory, |
| 94 | video_encoder_factory, video_decoder_factory, |
| 95 | nullptr); |
ossu | 111744e | 2016-06-15 02:22:32 -0700 | [diff] [blame] | 96 | } |
| 97 | |
buildbot@webrtc.org | 95bbd18 | 2014-08-20 07:49:30 +0000 | [diff] [blame] | 98 | // Used by PeerConnectionFactory to create a media engine passed into |
| 99 | // ChannelManager. |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 100 | MediaEngineInterface* WebRtcMediaEngineFactory::Create( |
| 101 | webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 102 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 103 | audio_decoder_factory, |
| 104 | WebRtcVideoEncoderFactory* video_encoder_factory, |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 105 | WebRtcVideoDecoderFactory* video_decoder_factory, |
| 106 | rtc::scoped_refptr<webrtc::AudioMixer> audio_mixer) { |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 107 | return CreateWebRtcMediaEngine(adm, audio_decoder_factory, |
gyzhou | 95aa964 | 2016-12-13 14:06:26 -0800 | [diff] [blame] | 108 | video_encoder_factory, video_decoder_factory, |
| 109 | audio_mixer); |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 110 | } |
| 111 | |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 112 | namespace { |
| 113 | // Remove mutually exclusive extensions with lower priority. |
| 114 | void DiscardRedundantExtensions( |
| 115 | std::vector<webrtc::RtpExtension>* extensions, |
| 116 | rtc::ArrayView<const char*> extensions_decreasing_prio) { |
| 117 | RTC_DCHECK(extensions); |
| 118 | bool found = false; |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 119 | for (const char* uri : extensions_decreasing_prio) { |
| 120 | auto it = std::find_if( |
| 121 | extensions->begin(), extensions->end(), |
| 122 | [uri](const webrtc::RtpExtension& rhs) { return rhs.uri == uri; }); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 123 | if (it != extensions->end()) { |
| 124 | if (found) { |
| 125 | extensions->erase(it); |
| 126 | } |
| 127 | found = true; |
Stefan Holmer | bbaf363 | 2015-10-29 18:53:23 +0100 | [diff] [blame] | 128 | } |
| 129 | } |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 130 | } |
| 131 | } // namespace |
| 132 | |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 133 | bool ValidateRtpExtensions( |
| 134 | const std::vector<webrtc::RtpExtension>& extensions) { |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 135 | bool id_used[14] = {false}; |
| 136 | for (const auto& extension : extensions) { |
| 137 | if (extension.id <= 0 || extension.id >= 15) { |
| 138 | LOG(LS_ERROR) << "Bad RTP extension ID: " << extension.ToString(); |
| 139 | return false; |
| 140 | } |
| 141 | if (id_used[extension.id - 1]) { |
| 142 | LOG(LS_ERROR) << "Duplicate RTP extension ID: " << extension.ToString(); |
| 143 | return false; |
| 144 | } |
| 145 | id_used[extension.id - 1] = true; |
| 146 | } |
| 147 | return true; |
Stefan Holmer | bbaf363 | 2015-10-29 18:53:23 +0100 | [diff] [blame] | 148 | } |
| 149 | |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 150 | std::vector<webrtc::RtpExtension> FilterRtpExtensions( |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 151 | const std::vector<webrtc::RtpExtension>& extensions, |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 152 | bool (*supported)(const std::string&), |
| 153 | bool filter_redundant_extensions) { |
| 154 | RTC_DCHECK(ValidateRtpExtensions(extensions)); |
| 155 | RTC_DCHECK(supported); |
| 156 | std::vector<webrtc::RtpExtension> result; |
| 157 | |
| 158 | // Ignore any extensions that we don't recognize. |
| 159 | for (const auto& extension : extensions) { |
| 160 | if (supported(extension.uri)) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 161 | result.push_back(extension); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 162 | } else { |
| 163 | LOG(LS_WARNING) << "Unsupported RTP extension: " << extension.ToString(); |
| 164 | } |
| 165 | } |
| 166 | |
| 167 | // Sort by name, ascending, so that we don't reset extensions if they were |
| 168 | // specified in a different order (also allows us to use std::unique below). |
| 169 | std::sort(result.begin(), result.end(), |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 170 | [](const webrtc::RtpExtension& rhs, |
| 171 | const webrtc::RtpExtension& lhs) { return rhs.uri < lhs.uri; }); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 172 | |
| 173 | // Remove unnecessary extensions (used on send side). |
| 174 | if (filter_redundant_extensions) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 175 | auto it = std::unique( |
| 176 | result.begin(), result.end(), |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 177 | [](const webrtc::RtpExtension& rhs, const webrtc::RtpExtension& lhs) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 178 | return rhs.uri == lhs.uri; |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 179 | }); |
| 180 | result.erase(it, result.end()); |
| 181 | |
| 182 | // Keep just the highest priority extension of any in the following list. |
| 183 | static const char* kBweExtensionPriorities[] = { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 184 | webrtc::RtpExtension::kTransportSequenceNumberUri, |
| 185 | webrtc::RtpExtension::kAbsSendTimeUri, |
| 186 | webrtc::RtpExtension::kTimestampOffsetUri}; |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 187 | DiscardRedundantExtensions(&result, kBweExtensionPriorities); |
| 188 | } |
| 189 | |
| 190 | return result; |
| 191 | } |
stefan | 13f1a0a | 2016-11-30 07:22:58 -0800 | [diff] [blame] | 192 | |
| 193 | webrtc::Call::Config::BitrateConfig GetBitrateConfigForCodec( |
| 194 | const Codec& codec) { |
| 195 | webrtc::Call::Config::BitrateConfig config; |
| 196 | int bitrate_kbps = 0; |
| 197 | if (codec.GetParam(kCodecParamMinBitrate, &bitrate_kbps) && |
| 198 | bitrate_kbps > 0) { |
| 199 | config.min_bitrate_bps = bitrate_kbps * 1000; |
| 200 | } else { |
| 201 | config.min_bitrate_bps = 0; |
| 202 | } |
| 203 | if (codec.GetParam(kCodecParamStartBitrate, &bitrate_kbps) && |
| 204 | bitrate_kbps > 0) { |
| 205 | config.start_bitrate_bps = bitrate_kbps * 1000; |
| 206 | } else { |
| 207 | // Do not reconfigure start bitrate unless it's specified and positive. |
| 208 | config.start_bitrate_bps = -1; |
| 209 | } |
| 210 | if (codec.GetParam(kCodecParamMaxBitrate, &bitrate_kbps) && |
| 211 | bitrate_kbps > 0) { |
| 212 | config.max_bitrate_bps = bitrate_kbps * 1000; |
| 213 | } else { |
| 214 | config.max_bitrate_bps = -1; |
| 215 | } |
| 216 | return config; |
| 217 | } |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 218 | } // namespace cricket |