blob: 7149bbde0929cd58e64855a3ac1bd87f0f431ec0 [file] [log] [blame]
Niels Möller530ead42018-10-04 14:28:39 +02001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef AUDIO_CHANNEL_SEND_H_
12#define AUDIO_CHANNEL_SEND_H_
13
Niels Möller530ead42018-10-04 14:28:39 +020014#include <memory>
15#include <string>
16#include <vector>
17
18#include "api/audio/audio_frame.h"
19#include "api/audio_codecs/audio_encoder.h"
Steve Anton10542f22019-01-11 09:11:00 -080020#include "api/crypto/crypto_options.h"
Niels Möller7d76a312018-10-26 12:57:07 +020021#include "api/media_transport_interface.h"
Niels Möller530ead42018-10-04 14:28:39 +020022#include "modules/rtp_rtcp/include/rtp_rtcp.h"
Niels Möllerdced9f62018-11-19 10:27:07 +010023#include "rtc_base/function_view.h"
Niels Möller530ead42018-10-04 14:28:39 +020024#include "rtc_base/task_queue.h"
Niels Möller530ead42018-10-04 14:28:39 +020025
26namespace webrtc {
27
Benjamin Wright84583f62018-10-04 14:22:34 -070028class FrameEncryptorInterface;
Niels Möller530ead42018-10-04 14:28:39 +020029class ProcessThread;
Niels Möller530ead42018-10-04 14:28:39 +020030class RtcEventLog;
31class RtpRtcp;
32class RtpTransportControllerSendInterface;
33
Niels Möller530ead42018-10-04 14:28:39 +020034struct CallSendStatistics {
35 int64_t rttMs;
36 size_t bytesSent;
37 int packetsSent;
38};
39
40// See section 6.4.2 in http://www.ietf.org/rfc/rfc3550.txt for details.
41struct ReportBlock {
42 uint32_t sender_SSRC; // SSRC of sender
43 uint32_t source_SSRC;
44 uint8_t fraction_lost;
45 int32_t cumulative_num_packets_lost;
46 uint32_t extended_highest_sequence_number;
47 uint32_t interarrival_jitter;
48 uint32_t last_SR_timestamp;
49 uint32_t delay_since_last_SR;
50};
51
52namespace voe {
53
Niels Möllerdced9f62018-11-19 10:27:07 +010054class ChannelSendInterface {
Niels Möller530ead42018-10-04 14:28:39 +020055 public:
Niels Möllerdced9f62018-11-19 10:27:07 +010056 virtual ~ChannelSendInterface() = default;
Niels Möller530ead42018-10-04 14:28:39 +020057
Niels Möller8fb1a6a2019-03-05 14:29:42 +010058 virtual void ReceivedRTCPPacket(const uint8_t* packet, size_t length) = 0;
Niels Möller530ead42018-10-04 14:28:39 +020059
Niels Möllerdced9f62018-11-19 10:27:07 +010060 virtual CallSendStatistics GetRTCPStatistics() const = 0;
Niels Möller530ead42018-10-04 14:28:39 +020061
Niels Möller8fb1a6a2019-03-05 14:29:42 +010062 virtual void SetEncoder(int payload_type,
Niels Möllerdced9f62018-11-19 10:27:07 +010063 std::unique_ptr<AudioEncoder> encoder) = 0;
64 virtual void ModifyEncoder(
65 rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)> modifier) = 0;
Sebastian Jansson14a7cf92019-02-13 15:11:42 +010066 virtual void CallEncoder(rtc::FunctionView<void(AudioEncoder*)> modifier) = 0;
Niels Möller530ead42018-10-04 14:28:39 +020067
Niels Möllerdced9f62018-11-19 10:27:07 +010068 virtual void SetLocalSSRC(uint32_t ssrc) = 0;
Amit Hilbuch77938e62018-12-21 09:23:38 -080069 // Use 0 to indicate that the extension should not be registered.
70 virtual void SetRid(const std::string& rid,
71 int extension_id,
72 int repaired_extension_id) = 0;
Niels Möllerdced9f62018-11-19 10:27:07 +010073 virtual void SetMid(const std::string& mid, int extension_id) = 0;
74 virtual void SetRTCP_CNAME(absl::string_view c_name) = 0;
75 virtual void SetExtmapAllowMixed(bool extmap_allow_mixed) = 0;
76 virtual void SetSendAudioLevelIndicationStatus(bool enable, int id) = 0;
77 virtual void EnableSendTransportSequenceNumber(int id) = 0;
78 virtual void RegisterSenderCongestionControlObjects(
Niels Möller530ead42018-10-04 14:28:39 +020079 RtpTransportControllerSendInterface* transport,
Niels Möllerdced9f62018-11-19 10:27:07 +010080 RtcpBandwidthObserver* bandwidth_observer) = 0;
81 virtual void ResetSenderCongestionControlObjects() = 0;
82 virtual std::vector<ReportBlock> GetRemoteRTCPReportBlocks() const = 0;
83 virtual ANAStats GetANAStatistics() const = 0;
Niels Möller8fb1a6a2019-03-05 14:29:42 +010084 virtual void SetSendTelephoneEventPayloadType(int payload_type,
Niels Möllerdced9f62018-11-19 10:27:07 +010085 int payload_frequency) = 0;
86 virtual bool SendTelephoneEventOutband(int event, int duration_ms) = 0;
Sebastian Jansson254d8692018-11-21 19:19:00 +010087 virtual void OnBitrateAllocation(BitrateAllocationUpdate update) = 0;
Niels Möllerdced9f62018-11-19 10:27:07 +010088 virtual int GetBitrate() const = 0;
89 virtual void SetInputMute(bool muted) = 0;
Niels Möller530ead42018-10-04 14:28:39 +020090
Niels Möllerdced9f62018-11-19 10:27:07 +010091 virtual void ProcessAndEncodeAudio(
92 std::unique_ptr<AudioFrame> audio_frame) = 0;
Niels Möllerdced9f62018-11-19 10:27:07 +010093 virtual RtpRtcp* GetRtpRtcp() const = 0;
Niels Möller530ead42018-10-04 14:28:39 +020094
Niels Möllerdced9f62018-11-19 10:27:07 +010095 virtual void OnTwccBasedUplinkPacketLossRate(float packet_loss_rate) = 0;
96 virtual void OnRecoverableUplinkPacketLossRate(
97 float recoverable_packet_loss_rate) = 0;
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -080098 // In RTP we currently rely on RTCP packets (|ReceivedRTCPPacket|) to inform
99 // about RTT.
100 // In media transport we rely on the TargetTransferRateObserver instead.
101 // In other words, if you are using RTP, you should expect
102 // |ReceivedRTCPPacket| to be called, if you are using media transport,
103 // |OnTargetTransferRate| will be called.
104 //
105 // In future, RTP media will move to the media transport implementation and
106 // these conditions will be removed.
Niels Möllerdced9f62018-11-19 10:27:07 +0100107 // Returns the RTT in milliseconds.
108 virtual int64_t GetRTT() const = 0;
109 virtual void StartSend() = 0;
110 virtual void StopSend() = 0;
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800111
Niels Möllerdced9f62018-11-19 10:27:07 +0100112 // E2EE Custom Audio Frame Encryption (Optional)
113 virtual void SetFrameEncryptor(
114 rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor) = 0;
Niels Möller530ead42018-10-04 14:28:39 +0200115};
116
Niels Möllerdced9f62018-11-19 10:27:07 +0100117std::unique_ptr<ChannelSendInterface> CreateChannelSend(
Sebastian Jansson977b3352019-03-04 17:43:34 +0100118 Clock* clock,
Niels Möllerdced9f62018-11-19 10:27:07 +0100119 rtc::TaskQueue* encoder_queue,
120 ProcessThread* module_process_thread,
121 MediaTransportInterface* media_transport,
Anton Sukhanov626015d2019-02-04 15:16:06 -0800122 OverheadObserver* overhead_observer,
Niels Möllere9771992018-11-26 10:55:07 +0100123 Transport* rtp_transport,
Niels Möllerdced9f62018-11-19 10:27:07 +0100124 RtcpRttStats* rtcp_rtt_stats,
125 RtcEventLog* rtc_event_log,
126 FrameEncryptorInterface* frame_encryptor,
127 const webrtc::CryptoOptions& crypto_options,
128 bool extmap_allow_mixed,
129 int rtcp_report_interval_ms);
130
Niels Möller530ead42018-10-04 14:28:39 +0200131} // namespace voe
132} // namespace webrtc
133
134#endif // AUDIO_CHANNEL_SEND_H_