pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 1 | /* |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 3 | * |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
pbos@webrtc.org | 289a35c | 2014-06-03 14:51:34 +0000 | [diff] [blame] | 9 | */ |
| 10 | |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 11 | #include "webrtc/media/engine/webrtcmediaengine.h" |
ossu | 111744e | 2016-06-15 02:22:32 -0700 | [diff] [blame^] | 12 | #include "webrtc/modules/audio_coding/codecs/builtin_audio_decoder_factory.h" |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 13 | |
| 14 | #include <algorithm> |
| 15 | |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 16 | #ifdef HAVE_WEBRTC_VIDEO |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 17 | #include "webrtc/media/engine/webrtcvideoengine2.h" |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 18 | #else |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 19 | #include "webrtc/media/engine/nullwebrtcvideoengine.h" |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 20 | #endif |
kjellander@webrtc.org | 5ad1297 | 2016-02-12 06:39:40 +0100 | [diff] [blame] | 21 | #include "webrtc/media/engine/webrtcvoiceengine.h" |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 22 | |
| 23 | namespace cricket { |
| 24 | |
pbos@webrtc.org | e77c9c8 | 2015-03-11 10:49:33 +0000 | [diff] [blame] | 25 | class WebRtcMediaEngine2 |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 26 | #ifdef HAVE_WEBRTC_VIDEO |
pbos@webrtc.org | e77c9c8 | 2015-03-11 10:49:33 +0000 | [diff] [blame] | 27 | : public CompositeMediaEngine<WebRtcVoiceEngine, WebRtcVideoEngine2> { |
jbauch | 4cb3e39 | 2016-01-26 13:07:54 -0800 | [diff] [blame] | 28 | #else |
| 29 | : public CompositeMediaEngine<WebRtcVoiceEngine, NullWebRtcVideoEngine> { |
| 30 | #endif |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 31 | public: |
| 32 | WebRtcMediaEngine2(webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 33 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 34 | audio_decoder_factory, |
| 35 | WebRtcVideoEncoderFactory* video_encoder_factory, |
| 36 | WebRtcVideoDecoderFactory* video_decoder_factory) |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 37 | #ifdef HAVE_WEBRTC_VIDEO |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 38 | : CompositeMediaEngine<WebRtcVoiceEngine, WebRtcVideoEngine2>( |
| 39 | adm, audio_decoder_factory){ |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 40 | #else |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 41 | : CompositeMediaEngine<WebRtcVoiceEngine, NullWebRtcVideoEngine>( |
| 42 | adm, audio_decoder_factory) { |
solenberg | ff97631 | 2016-03-30 23:28:51 -0700 | [diff] [blame] | 43 | #endif |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 44 | video_.SetExternalDecoderFactory(video_decoder_factory); |
| 45 | video_.SetExternalEncoderFactory(video_encoder_factory); |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 46 | } |
| 47 | }; |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 48 | |
| 49 | } // namespace cricket |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 50 | |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 51 | cricket::MediaEngineInterface* CreateWebRtcMediaEngine( |
| 52 | webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 53 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 54 | audio_decoder_factory, |
| 55 | cricket::WebRtcVideoEncoderFactory* video_encoder_factory, |
| 56 | cricket::WebRtcVideoDecoderFactory* video_decoder_factory) { |
| 57 | return new cricket::WebRtcMediaEngine2( |
| 58 | adm, audio_decoder_factory, video_encoder_factory, video_decoder_factory); |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 59 | } |
| 60 | |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 61 | void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) { |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 62 | delete media_engine; |
pbos@webrtc.org | 9e65a3b | 2014-06-11 13:42:37 +0000 | [diff] [blame] | 63 | } |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 64 | |
| 65 | namespace cricket { |
| 66 | |
ossu | 111744e | 2016-06-15 02:22:32 -0700 | [diff] [blame^] | 67 | // TODO(ossu): Backwards-compatible interface. Will be deprecated once the |
| 68 | // audio decoder factory is fully plumbed and used throughout WebRTC. |
| 69 | // See: crbug.com/webrtc/6000 |
| 70 | MediaEngineInterface* WebRtcMediaEngineFactory::Create( |
| 71 | webrtc::AudioDeviceModule* adm, |
| 72 | WebRtcVideoEncoderFactory* video_encoder_factory, |
| 73 | WebRtcVideoDecoderFactory* video_decoder_factory) { |
| 74 | return CreateWebRtcMediaEngine(adm, |
| 75 | webrtc::CreateBuiltinAudioDecoderFactory(), |
| 76 | video_encoder_factory, video_decoder_factory); |
| 77 | } |
| 78 | |
buildbot@webrtc.org | 95bbd18 | 2014-08-20 07:49:30 +0000 | [diff] [blame] | 79 | // Used by PeerConnectionFactory to create a media engine passed into |
| 80 | // ChannelManager. |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 81 | MediaEngineInterface* WebRtcMediaEngineFactory::Create( |
| 82 | webrtc::AudioDeviceModule* adm, |
ossu | 29b1a8d | 2016-06-13 07:34:51 -0700 | [diff] [blame] | 83 | const rtc::scoped_refptr<webrtc::AudioDecoderFactory>& |
| 84 | audio_decoder_factory, |
| 85 | WebRtcVideoEncoderFactory* video_encoder_factory, |
| 86 | WebRtcVideoDecoderFactory* video_decoder_factory) { |
| 87 | return CreateWebRtcMediaEngine(adm, audio_decoder_factory, |
| 88 | video_encoder_factory, video_decoder_factory); |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 89 | } |
| 90 | |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 91 | namespace { |
| 92 | // Remove mutually exclusive extensions with lower priority. |
| 93 | void DiscardRedundantExtensions( |
| 94 | std::vector<webrtc::RtpExtension>* extensions, |
| 95 | rtc::ArrayView<const char*> extensions_decreasing_prio) { |
| 96 | RTC_DCHECK(extensions); |
| 97 | bool found = false; |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 98 | for (const char* uri : extensions_decreasing_prio) { |
| 99 | auto it = std::find_if( |
| 100 | extensions->begin(), extensions->end(), |
| 101 | [uri](const webrtc::RtpExtension& rhs) { return rhs.uri == uri; }); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 102 | if (it != extensions->end()) { |
| 103 | if (found) { |
| 104 | extensions->erase(it); |
| 105 | } |
| 106 | found = true; |
Stefan Holmer | bbaf363 | 2015-10-29 18:53:23 +0100 | [diff] [blame] | 107 | } |
| 108 | } |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 109 | } |
| 110 | } // namespace |
| 111 | |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 112 | bool ValidateRtpExtensions( |
| 113 | const std::vector<webrtc::RtpExtension>& extensions) { |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 114 | bool id_used[14] = {false}; |
| 115 | for (const auto& extension : extensions) { |
| 116 | if (extension.id <= 0 || extension.id >= 15) { |
| 117 | LOG(LS_ERROR) << "Bad RTP extension ID: " << extension.ToString(); |
| 118 | return false; |
| 119 | } |
| 120 | if (id_used[extension.id - 1]) { |
| 121 | LOG(LS_ERROR) << "Duplicate RTP extension ID: " << extension.ToString(); |
| 122 | return false; |
| 123 | } |
| 124 | id_used[extension.id - 1] = true; |
| 125 | } |
| 126 | return true; |
Stefan Holmer | bbaf363 | 2015-10-29 18:53:23 +0100 | [diff] [blame] | 127 | } |
| 128 | |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 129 | std::vector<webrtc::RtpExtension> FilterRtpExtensions( |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 130 | const std::vector<webrtc::RtpExtension>& extensions, |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 131 | bool (*supported)(const std::string&), |
| 132 | bool filter_redundant_extensions) { |
| 133 | RTC_DCHECK(ValidateRtpExtensions(extensions)); |
| 134 | RTC_DCHECK(supported); |
| 135 | std::vector<webrtc::RtpExtension> result; |
| 136 | |
| 137 | // Ignore any extensions that we don't recognize. |
| 138 | for (const auto& extension : extensions) { |
| 139 | if (supported(extension.uri)) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 140 | result.push_back(extension); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 141 | } else { |
| 142 | LOG(LS_WARNING) << "Unsupported RTP extension: " << extension.ToString(); |
| 143 | } |
| 144 | } |
| 145 | |
| 146 | // Sort by name, ascending, so that we don't reset extensions if they were |
| 147 | // specified in a different order (also allows us to use std::unique below). |
| 148 | std::sort(result.begin(), result.end(), |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 149 | [](const webrtc::RtpExtension& rhs, |
| 150 | const webrtc::RtpExtension& lhs) { return rhs.uri < lhs.uri; }); |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 151 | |
| 152 | // Remove unnecessary extensions (used on send side). |
| 153 | if (filter_redundant_extensions) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 154 | auto it = std::unique( |
| 155 | result.begin(), result.end(), |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 156 | [](const webrtc::RtpExtension& rhs, const webrtc::RtpExtension& lhs) { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 157 | return rhs.uri == lhs.uri; |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 158 | }); |
| 159 | result.erase(it, result.end()); |
| 160 | |
| 161 | // Keep just the highest priority extension of any in the following list. |
| 162 | static const char* kBweExtensionPriorities[] = { |
isheriff | 6f8d686 | 2016-05-26 11:24:55 -0700 | [diff] [blame] | 163 | webrtc::RtpExtension::kTransportSequenceNumberUri, |
| 164 | webrtc::RtpExtension::kAbsSendTimeUri, |
| 165 | webrtc::RtpExtension::kTimestampOffsetUri}; |
solenberg | 7e4e01a | 2015-12-02 08:05:01 -0800 | [diff] [blame] | 166 | DiscardRedundantExtensions(&result, kBweExtensionPriorities); |
| 167 | } |
| 168 | |
| 169 | return result; |
| 170 | } |
henrike@webrtc.org | 0481f15 | 2014-08-19 14:56:59 +0000 | [diff] [blame] | 171 | } // namespace cricket |