commit 412a31bbf8913231740a46343858e8e1f452b6bc
author Marina Ciocea <marinaciocea@webrtc.org> Fri Feb 28 16:02:06 2020 +0100
committer Commit Bot <commit-bot@chromium.org> Mon Mar 02 08:33:44 2020 +0000
tree b43cdb8fc21bf13198a853cdbd2dfbbb1239fca1
parent c6a65c8866487c6adc0a7bb472d3bad9389501f9

Insert frame transformer between Depacketizer and Decoder.

Add a new API in RTReceiverInterface, to be called from the browser side
to insert a frame transformer between the Depacketizer and the Decoder.

The frame transformer is passed from RTReceiverInterface through the
library to be eventually set in RtpVideoStreamReceiver, where the frame
transformation will occur in the follow-up CL
https://webrtc-review.googlesource.com/c/src/+/169130.

This change is part of the implementation of the Insertable Streams Web
API: https://github.com/alvestrand/webrtc-media-streams/blob/master/explainer.md

Design doc for WebRTC library changes:
http://doc/1eiLkjNUkRy2FssCPLUp6eH08BZuXXoHfbbBP1ZN7EVk

Bug: webrtc:11380
Change-Id: I6b73cd16e3907e8b7709b852d6a2540ee11b4fed
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/169129
Reviewed-by: Danil Chapovalov <danilchap@webrtc.org>
Reviewed-by: Magnus Flodman <mflodman@webrtc.org>
Reviewed-by: Harald Alvestrand <hta@webrtc.org>
Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
Reviewed-by: Rasmus Brandt <brandtr@webrtc.org>
Commit-Queue: Marina Ciocea <marinaciocea@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#30654}

api/rtp_receiver_interface.cc

diff --git a/api/rtp_receiver_interface.cc b/api/rtp_receiver_interface.cc
index d20516b..bc9aef5 100644
--- a/api/rtp_receiver_interface.cc
+++ b/api/rtp_receiver_interface.cc
@@ -38,4 +38,7 @@
   return nullptr;
 }
 
+void RtpReceiverInterface::SetDepacketizerToDecoderFrameTransformer(
+    rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) {}
+
 }  // namespace webrtc

api/rtp_receiver_interface.h

diff --git a/api/rtp_receiver_interface.h b/api/rtp_receiver_interface.h
index 6052763..a15864e 100644
--- a/api/rtp_receiver_interface.h
+++ b/api/rtp_receiver_interface.h
@@ -19,6 +19,7 @@
 
 #include "api/crypto/frame_decryptor_interface.h"
 #include "api/dtls_transport_interface.h"
+#include "api/frame_transformer_interface.h"
 #include "api/media_stream_interface.h"
 #include "api/media_types.h"
 #include "api/proxy.h"
@@ -107,6 +108,12 @@
   // user. This can be used to update the state of the object.
   virtual rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor() const;
 
+  // Sets a frame transformer between the depacketizer and the decoder to enable
+  // client code to transform received frames according to their own processing
+  // logic.
+  virtual void SetDepacketizerToDecoderFrameTransformer(
+      rtc::scoped_refptr<FrameTransformerInterface> frame_transformer);
+
  protected:
   ~RtpReceiverInterface() override = default;
 };
@@ -132,6 +139,9 @@
               rtc::scoped_refptr<FrameDecryptorInterface>)
 PROXY_CONSTMETHOD0(rtc::scoped_refptr<FrameDecryptorInterface>,
                    GetFrameDecryptor)
+PROXY_METHOD1(void,
+              SetDepacketizerToDecoderFrameTransformer,
+              rtc::scoped_refptr<FrameTransformerInterface>)
 END_PROXY_MAP()
 
 }  // namespace webrtc