blob: c7d04b7b14b20da26e398b34964114e7e096549b [file] [log] [blame]
mflodmancfc8e3b2016-05-03 21:22:04 -07001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef VIDEO_VIDEO_STREAM_DECODER_H_
12#define VIDEO_VIDEO_STREAM_DECODER_H_
mflodmancfc8e3b2016-05-03 21:22:04 -070013
14#include <list>
15#include <map>
16#include <memory>
17#include <vector>
18
Niels Möllerc6ce9c52018-05-11 11:15:30 +020019#include "api/video/video_sink_interface.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
21#include "modules/video_coding/include/video_coding_defines.h"
22#include "rtc_base/criticalsection.h"
23#include "rtc_base/platform_thread.h"
24#include "rtc_base/scoped_ref_ptr.h"
Mirko Bonadei71207422017-09-15 13:58:09 +020025#include "typedefs.h" // NOLINT(build/include)
mflodmancfc8e3b2016-05-03 21:22:04 -070026
27namespace webrtc {
28
mflodmancfc8e3b2016-05-03 21:22:04 -070029class ReceiveStatisticsProxy;
mflodmancfc8e3b2016-05-03 21:22:04 -070030
31namespace vcm {
32class VideoReceiver;
33} // namespace vcm
34
35enum StreamType {
36 kViEStreamTypeNormal = 0, // Normal media stream
37 kViEStreamTypeRtx = 1 // Retransmission media stream
38};
39
40class VideoStreamDecoder : public VCMReceiveCallback,
Tommi81de14f2018-03-25 22:19:25 +020041 public VCMReceiveStatisticsCallback {
mflodmancfc8e3b2016-05-03 21:22:04 -070042 public:
nisse76bc8e82017-02-07 09:37:41 -080043 VideoStreamDecoder(
44 vcm::VideoReceiver* video_receiver,
45 VCMFrameTypeCallback* vcm_frame_type_callback,
46 VCMPacketRequestCallback* vcm_packet_request_callback,
47 bool enable_nack,
48 bool enable_fec,
49 ReceiveStatisticsProxy* receive_statistics_proxy,
50 rtc::VideoSinkInterface<VideoFrame>* incoming_video_stream);
mflodmancfc8e3b2016-05-03 21:22:04 -070051 ~VideoStreamDecoder();
52
53 // Implements VCMReceiveCallback.
sakalcc452e12017-02-09 04:53:45 -080054 int32_t FrameToRender(VideoFrame& video_frame,
ilnik00d802b2017-04-11 10:34:31 -070055 rtc::Optional<uint8_t> qp,
56 VideoContentType content_type) override;
mflodmancfc8e3b2016-05-03 21:22:04 -070057 int32_t ReceivedDecodedReferenceFrame(const uint64_t picture_id) override;
58 void OnIncomingPayloadType(int payload_type) override;
59 void OnDecoderImplementationName(const char* implementation_name) override;
60
61 // Implements VCMReceiveStatisticsCallback.
62 void OnReceiveRatesUpdated(uint32_t bit_rate, uint32_t frame_rate) override;
63 void OnDiscardedPacketsUpdated(int discarded_packets) override;
64 void OnFrameCountsUpdated(const FrameCounts& frame_counts) override;
ilnik6d5b4d62017-08-30 03:32:14 -070065 void OnCompleteFrame(bool is_keyframe,
66 size_t size_bytes,
67 VideoContentType content_type) override;
philipela45102f2017-02-22 05:30:39 -080068 void OnFrameBufferTimingsUpdated(int decode_ms,
69 int max_decode_ms,
70 int current_delay_ms,
71 int target_delay_ms,
72 int jitter_buffer_ms,
73 int min_playout_delay_ms,
74 int render_delay_ms) override;
mflodmancfc8e3b2016-05-03 21:22:04 -070075
ilnik2edc6842017-07-06 03:06:50 -070076 void OnTimingFrameInfoUpdated(const TimingFrameInfo& info) override;
77
mflodmancfc8e3b2016-05-03 21:22:04 -070078 void RegisterReceiveStatisticsProxy(
79 ReceiveStatisticsProxy* receive_statistics_proxy);
80
Tommi81de14f2018-03-25 22:19:25 +020081 // Called by VideoReceiveStream when stats are updated.
82 void UpdateRtt(int64_t max_rtt_ms);
mflodmancfc8e3b2016-05-03 21:22:04 -070083
84 private:
mflodmancfc8e3b2016-05-03 21:22:04 -070085 // Used for all registered callbacks except rendering.
86 rtc::CriticalSection crit_;
87
88 vcm::VideoReceiver* const video_receiver_;
89
90 ReceiveStatisticsProxy* const receive_stats_callback_;
tommi2e82f382016-06-21 00:26:43 -070091 rtc::VideoSinkInterface<VideoFrame>* const incoming_video_stream_;
mflodmancfc8e3b2016-05-03 21:22:04 -070092};
93
94} // namespace webrtc
95
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020096#endif // VIDEO_VIDEO_STREAM_DECODER_H_