blob: d4f9fd210b97ce5ed15e33150d06eb5629ba159c [file] [log] [blame]
Niels Möller3a742392018-10-08 11:13:58 +02001/*
2 * Copyright 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11// This is EXPERIMENTAL interface for media transport.
12//
13// The goal is to refactor WebRTC code so that audio and video frames
14// are sent / received through the media transport interface. This will
15// enable different media transport implementations, including QUIC-based
16// media transport.
17
18#include "api/media_transport_interface.h"
19
Yves Gerey988cc082018-10-23 12:03:01 +020020#include <cstdint>
21#include <utility>
22
Niels Möller3a742392018-10-08 11:13:58 +020023namespace webrtc {
24
Piotr (Peter) Slatalaa0677d12018-10-29 07:31:42 -070025MediaTransportSettings::MediaTransportSettings() = default;
Piotr (Peter) Slatalaed7b8b12018-10-29 10:43:16 -070026MediaTransportSettings::MediaTransportSettings(const MediaTransportSettings&) =
27 default;
28MediaTransportSettings& MediaTransportSettings::operator=(
29 const MediaTransportSettings&) = default;
Piotr (Peter) Slatalaa0677d12018-10-29 07:31:42 -070030MediaTransportSettings::~MediaTransportSettings() = default;
31
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -070032MediaTransportEncodedAudioFrame::~MediaTransportEncodedAudioFrame() {}
33
Niels Möller3a742392018-10-08 11:13:58 +020034MediaTransportEncodedAudioFrame::MediaTransportEncodedAudioFrame(
35 int sampling_rate_hz,
36 int starting_sample_index,
37 int samples_per_channel,
38 int sequence_number,
39 FrameType frame_type,
Niels Möllerd8a1b7a2018-12-06 13:00:27 +010040 int payload_type,
Niels Möller3a742392018-10-08 11:13:58 +020041 std::vector<uint8_t> encoded_data)
42 : sampling_rate_hz_(sampling_rate_hz),
43 starting_sample_index_(starting_sample_index),
44 samples_per_channel_(samples_per_channel),
45 sequence_number_(sequence_number),
46 frame_type_(frame_type),
47 payload_type_(payload_type),
48 encoded_data_(std::move(encoded_data)) {}
49
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -070050MediaTransportEncodedAudioFrame& MediaTransportEncodedAudioFrame::operator=(
51 const MediaTransportEncodedAudioFrame&) = default;
52
53MediaTransportEncodedAudioFrame& MediaTransportEncodedAudioFrame::operator=(
54 MediaTransportEncodedAudioFrame&&) = default;
55
56MediaTransportEncodedAudioFrame::MediaTransportEncodedAudioFrame(
57 const MediaTransportEncodedAudioFrame&) = default;
58
59MediaTransportEncodedAudioFrame::MediaTransportEncodedAudioFrame(
60 MediaTransportEncodedAudioFrame&&) = default;
61
Niels Möllerd5696fb2018-11-28 15:34:37 +010062MediaTransportEncodedVideoFrame::MediaTransportEncodedVideoFrame() = default;
63
64MediaTransportEncodedVideoFrame::~MediaTransportEncodedVideoFrame() = default;
Niels Möller3a742392018-10-08 11:13:58 +020065
66MediaTransportEncodedVideoFrame::MediaTransportEncodedVideoFrame(
67 int64_t frame_id,
68 std::vector<int64_t> referenced_frame_ids,
Niels Möllerd8a1b7a2018-12-06 13:00:27 +010069 int payload_type,
70 const webrtc::EncodedImage& encoded_image)
Niels Möller358c99a2019-01-30 09:38:43 +010071 : payload_type_(payload_type),
Niels Möller3a742392018-10-08 11:13:58 +020072 encoded_image_(encoded_image),
73 frame_id_(frame_id),
74 referenced_frame_ids_(std::move(referenced_frame_ids)) {}
75
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -070076MediaTransportEncodedVideoFrame& MediaTransportEncodedVideoFrame::operator=(
Niels Möllerd5696fb2018-11-28 15:34:37 +010077 const MediaTransportEncodedVideoFrame& o) {
Niels Möllerd8a1b7a2018-12-06 13:00:27 +010078 payload_type_ = o.payload_type_;
Niels Möllerd5696fb2018-11-28 15:34:37 +010079 encoded_image_ = o.encoded_image_;
80 encoded_data_ = o.encoded_data_;
81 frame_id_ = o.frame_id_;
82 referenced_frame_ids_ = o.referenced_frame_ids_;
83 if (!encoded_data_.empty()) {
84 // We own the underlying data.
Niels Möller24871e42019-01-17 11:31:13 +010085 encoded_image_.set_buffer(encoded_data_.data(), encoded_data_.size());
Niels Möllerd5696fb2018-11-28 15:34:37 +010086 }
87 return *this;
88}
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -070089
90MediaTransportEncodedVideoFrame& MediaTransportEncodedVideoFrame::operator=(
Niels Möllerd5696fb2018-11-28 15:34:37 +010091 MediaTransportEncodedVideoFrame&& o) {
Niels Möllerd8a1b7a2018-12-06 13:00:27 +010092 payload_type_ = o.payload_type_;
Niels Möllerd5696fb2018-11-28 15:34:37 +010093 encoded_image_ = o.encoded_image_;
94 encoded_data_ = std::move(o.encoded_data_);
95 frame_id_ = o.frame_id_;
96 referenced_frame_ids_ = std::move(o.referenced_frame_ids_);
97 if (!encoded_data_.empty()) {
98 // We take over ownership of the underlying data.
Niels Möller24871e42019-01-17 11:31:13 +010099 encoded_image_.set_buffer(encoded_data_.data(), encoded_data_.size());
100 o.encoded_image_.set_buffer(nullptr, 0);
Niels Möllerd5696fb2018-11-28 15:34:37 +0100101 }
102 return *this;
103}
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -0700104
105MediaTransportEncodedVideoFrame::MediaTransportEncodedVideoFrame(
Niels Möllerd5696fb2018-11-28 15:34:37 +0100106 const MediaTransportEncodedVideoFrame& o)
107 : MediaTransportEncodedVideoFrame() {
108 *this = o;
109}
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -0700110
111MediaTransportEncodedVideoFrame::MediaTransportEncodedVideoFrame(
Niels Möllerd5696fb2018-11-28 15:34:37 +0100112 MediaTransportEncodedVideoFrame&& o)
113 : MediaTransportEncodedVideoFrame() {
114 *this = std::move(o);
115}
116
117void MediaTransportEncodedVideoFrame::Retain() {
Niels Möller77536a22019-01-15 08:50:01 +0100118 if (encoded_image_.data() && encoded_data_.empty()) {
119 encoded_data_ = std::vector<uint8_t>(
120 encoded_image_.data(), encoded_image_.data() + encoded_image_.size());
121 encoded_image_.set_buffer(encoded_data_.data(), encoded_image_.size());
Niels Möllerd5696fb2018-11-28 15:34:37 +0100122 }
123}
Niels Möller3a742392018-10-08 11:13:58 +0200124
Bjorn Mellem1f6aa9f2018-10-30 15:15:00 -0700125SendDataParams::SendDataParams() = default;
Niels Möllere0446cb2018-11-30 09:35:52 +0100126SendDataParams::SendDataParams(const SendDataParams&) = default;
Bjorn Mellem1f6aa9f2018-10-30 15:15:00 -0700127
Piotr (Peter) Slatalaa0677d12018-10-29 07:31:42 -0700128RTCErrorOr<std::unique_ptr<MediaTransportInterface>>
129MediaTransportFactory::CreateMediaTransport(
130 rtc::PacketTransportInternal* packet_transport,
131 rtc::Thread* network_thread,
132 bool is_caller) {
Piotr (Peter) Slatalaed7b8b12018-10-29 10:43:16 -0700133 MediaTransportSettings settings;
134 settings.is_caller = is_caller;
135 return CreateMediaTransport(packet_transport, network_thread, settings);
Piotr (Peter) Slatalaa0677d12018-10-29 07:31:42 -0700136}
137
138RTCErrorOr<std::unique_ptr<MediaTransportInterface>>
139MediaTransportFactory::CreateMediaTransport(
140 rtc::PacketTransportInternal* packet_transport,
141 rtc::Thread* network_thread,
Piotr (Peter) Slatalaed7b8b12018-10-29 10:43:16 -0700142 const MediaTransportSettings& settings) {
Piotr (Peter) Slatalaa0677d12018-10-29 07:31:42 -0700143 return std::unique_ptr<MediaTransportInterface>(nullptr);
144}
145
Piotr (Peter) Slatala309aafe2019-01-15 14:24:34 -0800146MediaTransportInterface::MediaTransportInterface() = default;
147MediaTransportInterface::~MediaTransportInterface() = default;
148
Niels Möller1c7f5f62018-12-10 11:06:02 +0100149void MediaTransportInterface::SetKeyFrameRequestCallback(
150 MediaTransportKeyFrameRequestCallback* callback) {}
151
Piotr (Peter) Slatalaada077f2018-11-08 07:43:31 -0800152absl::optional<TargetTransferRate>
153MediaTransportInterface::GetLatestTargetTransferRate() {
154 return absl::nullopt;
155}
156
157void MediaTransportInterface::SetNetworkChangeCallback(
158 MediaTransportNetworkChangeCallback* callback) {}
159
Piotr (Peter) Slatala309aafe2019-01-15 14:24:34 -0800160void MediaTransportInterface::SetFirstAudioPacketReceivedObserver(
161 AudioPacketReceivedObserver* observer) {}
162
Piotr (Peter) Slatalaada077f2018-11-08 07:43:31 -0800163void MediaTransportInterface::AddTargetTransferRateObserver(
Niels Möller46879152019-01-07 15:54:47 +0100164 TargetTransferRateObserver* observer) {}
165void MediaTransportInterface::RemoveTargetTransferRateObserver(
166 TargetTransferRateObserver* observer) {}
167
168void MediaTransportInterface::AddRttObserver(
169 MediaTransportRttObserver* observer) {}
170void MediaTransportInterface::RemoveRttObserver(
171 MediaTransportRttObserver* observer) {}
Piotr (Peter) Slatalaada077f2018-11-08 07:43:31 -0800172
173size_t MediaTransportInterface::GetAudioPacketOverhead() const {
174 return 0;
175}
176
Piotr (Peter) Slatala48c54932019-01-28 06:50:38 -0800177void MediaTransportInterface::SetAllocatedBitrateLimits(
178 const MediaTransportAllocatedBitrateLimits& limits) {}
179
Niels Möller3a742392018-10-08 11:13:58 +0200180} // namespace webrtc