deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
Henrik Kjellander | 15583c1 | 2016-02-10 10:53:12 +0100 | [diff] [blame] | 11 | #include "webrtc/api/rtpsender.h" |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 12 | |
Henrik Kjellander | 15583c1 | 2016-02-10 10:53:12 +0100 | [diff] [blame] | 13 | #include "webrtc/api/localaudiosource.h" |
| 14 | #include "webrtc/api/videosourceinterface.h" |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 15 | #include "webrtc/base/helpers.h" |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 16 | |
| 17 | namespace webrtc { |
| 18 | |
| 19 | LocalAudioSinkAdapter::LocalAudioSinkAdapter() : sink_(nullptr) {} |
| 20 | |
| 21 | LocalAudioSinkAdapter::~LocalAudioSinkAdapter() { |
| 22 | rtc::CritScope lock(&lock_); |
| 23 | if (sink_) |
| 24 | sink_->OnClose(); |
| 25 | } |
| 26 | |
| 27 | void LocalAudioSinkAdapter::OnData(const void* audio_data, |
| 28 | int bits_per_sample, |
| 29 | int sample_rate, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 30 | size_t number_of_channels, |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 31 | size_t number_of_frames) { |
| 32 | rtc::CritScope lock(&lock_); |
| 33 | if (sink_) { |
| 34 | sink_->OnData(audio_data, bits_per_sample, sample_rate, number_of_channels, |
| 35 | number_of_frames); |
| 36 | } |
| 37 | } |
| 38 | |
| 39 | void LocalAudioSinkAdapter::SetSink(cricket::AudioRenderer::Sink* sink) { |
| 40 | rtc::CritScope lock(&lock_); |
| 41 | ASSERT(!sink || !sink_); |
| 42 | sink_ = sink; |
| 43 | } |
| 44 | |
| 45 | AudioRtpSender::AudioRtpSender(AudioTrackInterface* track, |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 46 | const std::string& stream_id, |
| 47 | AudioProviderInterface* provider, |
| 48 | StatsCollector* stats) |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 49 | : id_(track->id()), |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 50 | stream_id_(stream_id), |
deadbeef | 5def7b9 | 2015-11-20 11:43:22 -0800 | [diff] [blame] | 51 | provider_(provider), |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 52 | stats_(stats), |
| 53 | track_(track), |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 54 | cached_track_enabled_(track->enabled()), |
| 55 | sink_adapter_(new LocalAudioSinkAdapter()) { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 56 | RTC_DCHECK(provider != nullptr); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 57 | track_->RegisterObserver(this); |
| 58 | track_->AddSink(sink_adapter_.get()); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 59 | } |
| 60 | |
deadbeef | e1f9d83 | 2016-01-14 15:35:42 -0800 | [diff] [blame] | 61 | AudioRtpSender::AudioRtpSender(AudioTrackInterface* track, |
| 62 | AudioProviderInterface* provider, |
| 63 | StatsCollector* stats) |
| 64 | : id_(track->id()), |
| 65 | stream_id_(rtc::CreateRandomUuid()), |
| 66 | provider_(provider), |
| 67 | stats_(stats), |
| 68 | track_(track), |
| 69 | cached_track_enabled_(track->enabled()), |
| 70 | sink_adapter_(new LocalAudioSinkAdapter()) { |
| 71 | RTC_DCHECK(provider != nullptr); |
| 72 | track_->RegisterObserver(this); |
| 73 | track_->AddSink(sink_adapter_.get()); |
| 74 | } |
| 75 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 76 | AudioRtpSender::AudioRtpSender(AudioProviderInterface* provider, |
| 77 | StatsCollector* stats) |
| 78 | : id_(rtc::CreateRandomUuid()), |
| 79 | stream_id_(rtc::CreateRandomUuid()), |
| 80 | provider_(provider), |
| 81 | stats_(stats), |
| 82 | sink_adapter_(new LocalAudioSinkAdapter()) {} |
| 83 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 84 | AudioRtpSender::~AudioRtpSender() { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 85 | Stop(); |
| 86 | } |
| 87 | |
| 88 | void AudioRtpSender::OnChanged() { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 89 | RTC_DCHECK(!stopped_); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 90 | if (cached_track_enabled_ != track_->enabled()) { |
| 91 | cached_track_enabled_ = track_->enabled(); |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 92 | if (can_send_track()) { |
| 93 | SetAudioSend(); |
| 94 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 95 | } |
| 96 | } |
| 97 | |
| 98 | bool AudioRtpSender::SetTrack(MediaStreamTrackInterface* track) { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 99 | if (stopped_) { |
| 100 | LOG(LS_ERROR) << "SetTrack can't be called on a stopped RtpSender."; |
| 101 | return false; |
| 102 | } |
| 103 | if (track && track->kind() != MediaStreamTrackInterface::kAudioKind) { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 104 | LOG(LS_ERROR) << "SetTrack called on audio RtpSender with " << track->kind() |
| 105 | << " track."; |
| 106 | return false; |
| 107 | } |
| 108 | AudioTrackInterface* audio_track = static_cast<AudioTrackInterface*>(track); |
| 109 | |
| 110 | // Detach from old track. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 111 | if (track_) { |
| 112 | track_->RemoveSink(sink_adapter_.get()); |
| 113 | track_->UnregisterObserver(this); |
| 114 | } |
| 115 | |
| 116 | if (can_send_track() && stats_) { |
| 117 | stats_->RemoveLocalAudioTrack(track_.get(), ssrc_); |
| 118 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 119 | |
| 120 | // Attach to new track. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 121 | bool prev_can_send_track = can_send_track(); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 122 | track_ = audio_track; |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 123 | if (track_) { |
| 124 | cached_track_enabled_ = track_->enabled(); |
| 125 | track_->RegisterObserver(this); |
| 126 | track_->AddSink(sink_adapter_.get()); |
| 127 | } |
| 128 | |
| 129 | // Update audio provider. |
| 130 | if (can_send_track()) { |
| 131 | SetAudioSend(); |
| 132 | if (stats_) { |
| 133 | stats_->AddLocalAudioTrack(track_.get(), ssrc_); |
| 134 | } |
| 135 | } else if (prev_can_send_track) { |
| 136 | cricket::AudioOptions options; |
| 137 | provider_->SetAudioSend(ssrc_, false, options, nullptr); |
| 138 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 139 | return true; |
| 140 | } |
| 141 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 142 | void AudioRtpSender::SetSsrc(uint32_t ssrc) { |
| 143 | if (stopped_ || ssrc == ssrc_) { |
| 144 | return; |
| 145 | } |
| 146 | // If we are already sending with a particular SSRC, stop sending. |
| 147 | if (can_send_track()) { |
| 148 | cricket::AudioOptions options; |
| 149 | provider_->SetAudioSend(ssrc_, false, options, nullptr); |
| 150 | if (stats_) { |
| 151 | stats_->RemoveLocalAudioTrack(track_.get(), ssrc_); |
| 152 | } |
| 153 | } |
| 154 | ssrc_ = ssrc; |
| 155 | if (can_send_track()) { |
| 156 | SetAudioSend(); |
| 157 | if (stats_) { |
| 158 | stats_->AddLocalAudioTrack(track_.get(), ssrc_); |
| 159 | } |
| 160 | } |
| 161 | } |
| 162 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 163 | void AudioRtpSender::Stop() { |
| 164 | // TODO(deadbeef): Need to do more here to fully stop sending packets. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 165 | if (stopped_) { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 166 | return; |
| 167 | } |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 168 | if (track_) { |
| 169 | track_->RemoveSink(sink_adapter_.get()); |
| 170 | track_->UnregisterObserver(this); |
| 171 | } |
| 172 | if (can_send_track()) { |
| 173 | cricket::AudioOptions options; |
| 174 | provider_->SetAudioSend(ssrc_, false, options, nullptr); |
| 175 | if (stats_) { |
| 176 | stats_->RemoveLocalAudioTrack(track_.get(), ssrc_); |
| 177 | } |
| 178 | } |
| 179 | stopped_ = true; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 180 | } |
| 181 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 182 | void AudioRtpSender::SetAudioSend() { |
| 183 | RTC_DCHECK(!stopped_ && can_send_track()); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 184 | cricket::AudioOptions options; |
Tommi | 3c16978 | 2016-01-21 16:12:17 +0100 | [diff] [blame] | 185 | #if !defined(WEBRTC_CHROMIUM_BUILD) |
| 186 | // TODO(tommi): Remove this hack when we move CreateAudioSource out of |
| 187 | // PeerConnection. This is a bit of a strange way to apply local audio |
| 188 | // options since it is also applied to all streams/channels, local or remote. |
tommi | 6eca7e3 | 2015-12-15 04:27:11 -0800 | [diff] [blame] | 189 | if (track_->enabled() && track_->GetSource() && |
| 190 | !track_->GetSource()->remote()) { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 191 | // TODO(xians): Remove this static_cast since we should be able to connect |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 192 | // a remote audio track to a peer connection. |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 193 | options = static_cast<LocalAudioSource*>(track_->GetSource())->options(); |
| 194 | } |
Tommi | 3c16978 | 2016-01-21 16:12:17 +0100 | [diff] [blame] | 195 | #endif |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 196 | |
nisse | 6a062bd | 2016-01-28 00:38:10 -0800 | [diff] [blame] | 197 | cricket::AudioRenderer* renderer = sink_adapter_.get(); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 198 | ASSERT(renderer != nullptr); |
| 199 | provider_->SetAudioSend(ssrc_, track_->enabled(), options, renderer); |
| 200 | } |
| 201 | |
| 202 | VideoRtpSender::VideoRtpSender(VideoTrackInterface* track, |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 203 | const std::string& stream_id, |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 204 | VideoProviderInterface* provider) |
| 205 | : id_(track->id()), |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 206 | stream_id_(stream_id), |
deadbeef | 5def7b9 | 2015-11-20 11:43:22 -0800 | [diff] [blame] | 207 | provider_(provider), |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 208 | track_(track), |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 209 | cached_track_enabled_(track->enabled()) { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 210 | RTC_DCHECK(provider != nullptr); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 211 | track_->RegisterObserver(this); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 212 | } |
| 213 | |
deadbeef | e1f9d83 | 2016-01-14 15:35:42 -0800 | [diff] [blame] | 214 | VideoRtpSender::VideoRtpSender(VideoTrackInterface* track, |
| 215 | VideoProviderInterface* provider) |
| 216 | : id_(track->id()), |
| 217 | stream_id_(rtc::CreateRandomUuid()), |
| 218 | provider_(provider), |
| 219 | track_(track), |
| 220 | cached_track_enabled_(track->enabled()) { |
| 221 | RTC_DCHECK(provider != nullptr); |
| 222 | track_->RegisterObserver(this); |
| 223 | } |
| 224 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 225 | VideoRtpSender::VideoRtpSender(VideoProviderInterface* provider) |
| 226 | : id_(rtc::CreateRandomUuid()), |
| 227 | stream_id_(rtc::CreateRandomUuid()), |
| 228 | provider_(provider) {} |
| 229 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 230 | VideoRtpSender::~VideoRtpSender() { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 231 | Stop(); |
| 232 | } |
| 233 | |
| 234 | void VideoRtpSender::OnChanged() { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 235 | RTC_DCHECK(!stopped_); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 236 | if (cached_track_enabled_ != track_->enabled()) { |
| 237 | cached_track_enabled_ = track_->enabled(); |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 238 | if (can_send_track()) { |
| 239 | SetVideoSend(); |
| 240 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 241 | } |
| 242 | } |
| 243 | |
| 244 | bool VideoRtpSender::SetTrack(MediaStreamTrackInterface* track) { |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 245 | if (stopped_) { |
| 246 | LOG(LS_ERROR) << "SetTrack can't be called on a stopped RtpSender."; |
| 247 | return false; |
| 248 | } |
| 249 | if (track && track->kind() != MediaStreamTrackInterface::kVideoKind) { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 250 | LOG(LS_ERROR) << "SetTrack called on video RtpSender with " << track->kind() |
| 251 | << " track."; |
| 252 | return false; |
| 253 | } |
| 254 | VideoTrackInterface* video_track = static_cast<VideoTrackInterface*>(track); |
| 255 | |
| 256 | // Detach from old track. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 257 | if (track_) { |
| 258 | track_->UnregisterObserver(this); |
| 259 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 260 | |
| 261 | // Attach to new track. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 262 | bool prev_can_send_track = can_send_track(); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 263 | track_ = video_track; |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 264 | if (track_) { |
| 265 | cached_track_enabled_ = track_->enabled(); |
| 266 | track_->RegisterObserver(this); |
| 267 | } |
| 268 | |
| 269 | // Update video provider. |
| 270 | if (can_send_track()) { |
| 271 | VideoSourceInterface* source = track_->GetSource(); |
| 272 | // TODO(deadbeef): If SetTrack is called with a disabled track, and the |
| 273 | // previous track was enabled, this could cause a frame from the new track |
| 274 | // to slip out. Really, what we need is for SetCaptureDevice and |
| 275 | // SetVideoSend |
| 276 | // to be combined into one atomic operation, all the way down to |
| 277 | // WebRtcVideoSendStream. |
| 278 | provider_->SetCaptureDevice(ssrc_, |
| 279 | source ? source->GetVideoCapturer() : nullptr); |
| 280 | SetVideoSend(); |
| 281 | } else if (prev_can_send_track) { |
| 282 | provider_->SetCaptureDevice(ssrc_, nullptr); |
| 283 | provider_->SetVideoSend(ssrc_, false, nullptr); |
| 284 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 285 | return true; |
| 286 | } |
| 287 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 288 | void VideoRtpSender::SetSsrc(uint32_t ssrc) { |
| 289 | if (stopped_ || ssrc == ssrc_) { |
| 290 | return; |
| 291 | } |
| 292 | // If we are already sending with a particular SSRC, stop sending. |
| 293 | if (can_send_track()) { |
| 294 | provider_->SetCaptureDevice(ssrc_, nullptr); |
| 295 | provider_->SetVideoSend(ssrc_, false, nullptr); |
| 296 | } |
| 297 | ssrc_ = ssrc; |
| 298 | if (can_send_track()) { |
| 299 | VideoSourceInterface* source = track_->GetSource(); |
| 300 | provider_->SetCaptureDevice(ssrc_, |
| 301 | source ? source->GetVideoCapturer() : nullptr); |
| 302 | SetVideoSend(); |
| 303 | } |
| 304 | } |
| 305 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 306 | void VideoRtpSender::Stop() { |
| 307 | // TODO(deadbeef): Need to do more here to fully stop sending packets. |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 308 | if (stopped_) { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 309 | return; |
| 310 | } |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 311 | if (track_) { |
| 312 | track_->UnregisterObserver(this); |
| 313 | } |
| 314 | if (can_send_track()) { |
| 315 | provider_->SetCaptureDevice(ssrc_, nullptr); |
| 316 | provider_->SetVideoSend(ssrc_, false, nullptr); |
| 317 | } |
| 318 | stopped_ = true; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 319 | } |
| 320 | |
deadbeef | fac0655 | 2015-11-25 11:26:01 -0800 | [diff] [blame] | 321 | void VideoRtpSender::SetVideoSend() { |
| 322 | RTC_DCHECK(!stopped_ && can_send_track()); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 323 | const cricket::VideoOptions* options = nullptr; |
| 324 | VideoSourceInterface* source = track_->GetSource(); |
| 325 | if (track_->enabled() && source) { |
| 326 | options = source->options(); |
| 327 | } |
| 328 | provider_->SetVideoSend(ssrc_, track_->enabled(), options); |
| 329 | } |
| 330 | |
| 331 | } // namespace webrtc |