blob: 71b8d81c7438f2c97d63db131fcd42c86126a301 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
mikhal@webrtc.orga2031d52012-07-31 15:53:44 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_MODULES_VIDEO_CODING_GENERIC_DECODER_H_
12#define WEBRTC_MODULES_VIDEO_CODING_GENERIC_DECODER_H_
13
guidouc3372582017-04-04 07:16:21 -070014#include "webrtc/base/criticalsection.h"
tommid0a71ba2017-03-14 04:16:20 -070015#include "webrtc/base/thread_checker.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010016#include "webrtc/modules/include/module_common_types.h"
Henrik Kjellander2557b862015-11-18 22:00:21 +010017#include "webrtc/modules/video_coding/encoded_frame.h"
tommid0a71ba2017-03-14 04:16:20 -070018#include "webrtc/modules/video_coding/include/video_codec_interface.h"
Henrik Kjellander2557b862015-11-18 22:00:21 +010019#include "webrtc/modules/video_coding/timestamp_map.h"
20#include "webrtc/modules/video_coding/timing.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000021
philipel9d3ab612015-12-21 04:12:39 -080022namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000023
24class VCMReceiveCallback;
25
26enum { kDecoderFrameMemoryLength = 10 };
27
philipel9d3ab612015-12-21 04:12:39 -080028struct VCMFrameInformation {
29 int64_t renderTimeMs;
30 int64_t decodeStartTimeMs;
31 void* userData;
32 VideoRotation rotation;
ilnik00d802b2017-04-11 10:34:31 -070033 VideoContentType content_type;
niklase@google.com470e71d2011-07-07 08:21:25 +000034};
35
philipel9d3ab612015-12-21 04:12:39 -080036class VCMDecodedFrameCallback : public DecodedImageCallback {
37 public:
38 VCMDecodedFrameCallback(VCMTiming* timing, Clock* clock);
tommid0a71ba2017-03-14 04:16:20 -070039 ~VCMDecodedFrameCallback() override;
40 void SetUserReceiveCallback(VCMReceiveCallback* receiveCallback);
41 VCMReceiveCallback* UserReceiveCallback();
niklase@google.com470e71d2011-07-07 08:21:25 +000042
tommid0a71ba2017-03-14 04:16:20 -070043 int32_t Decoded(VideoFrame& decodedImage) override;
44 int32_t Decoded(VideoFrame& decodedImage, int64_t decode_time_ms) override;
45 void Decoded(VideoFrame& decodedImage,
46 rtc::Optional<int32_t> decode_time_ms,
47 rtc::Optional<uint8_t> qp) override;
48 int32_t ReceivedDecodedReferenceFrame(const uint64_t pictureId) override;
49 int32_t ReceivedDecodedFrame(const uint64_t pictureId) override;
niklase@google.com470e71d2011-07-07 08:21:25 +000050
tommid0a71ba2017-03-14 04:16:20 -070051 uint64_t LastReceivedPictureID() const;
52 void OnDecoderImplementationName(const char* implementation_name);
niklase@google.com470e71d2011-07-07 08:21:25 +000053
tommid0a71ba2017-03-14 04:16:20 -070054 void Map(uint32_t timestamp, VCMFrameInformation* frameInfo);
55 int32_t Pop(uint32_t timestamp);
niklase@google.com470e71d2011-07-07 08:21:25 +000056
philipel9d3ab612015-12-21 04:12:39 -080057 private:
tommid0a71ba2017-03-14 04:16:20 -070058 rtc::ThreadChecker construction_thread_;
guidouc3372582017-04-04 07:16:21 -070059 // Protect |_timestampMap|.
tommid0a71ba2017-03-14 04:16:20 -070060 Clock* const _clock;
61 // This callback must be set before the decoder thread starts running
62 // and must only be unset when external threads (e.g decoder thread)
63 // have been stopped. Due to that, the variable should regarded as const
64 // while there are more than one threads involved, it must be set
65 // from the same thread, and therfore a lock is not required to access it.
66 VCMReceiveCallback* _receiveCallback = nullptr;
guidouc3372582017-04-04 07:16:21 -070067 VCMTiming* _timing;
68 rtc::CriticalSection lock_;
69 VCMTimestampMap _timestampMap GUARDED_BY(lock_);
70 uint64_t _lastReceivedPictureID;
niklase@google.com470e71d2011-07-07 08:21:25 +000071};
72
philipel9d3ab612015-12-21 04:12:39 -080073class VCMGenericDecoder {
guidouc3372582017-04-04 07:16:21 -070074 friend class VCMCodecDataBase;
75
philipel9d3ab612015-12-21 04:12:39 -080076 public:
77 explicit VCMGenericDecoder(VideoDecoder* decoder, bool isExternal = false);
78 ~VCMGenericDecoder();
niklase@google.com470e71d2011-07-07 08:21:25 +000079
philipel9d3ab612015-12-21 04:12:39 -080080 /**
81 * Initialize the decoder with the information from the VideoCodec
82 */
83 int32_t InitDecode(const VideoCodec* settings, int32_t numberOfCores);
niklase@google.com470e71d2011-07-07 08:21:25 +000084
philipel9d3ab612015-12-21 04:12:39 -080085 /**
86 * Decode to a raw I420 frame,
87 *
88 * inputVideoBuffer reference to encoded video frame
89 */
90 int32_t Decode(const VCMEncodedFrame& inputFrame, int64_t nowMs);
niklase@google.com470e71d2011-07-07 08:21:25 +000091
philipel9d3ab612015-12-21 04:12:39 -080092 /**
guidouc3372582017-04-04 07:16:21 -070093 * Free the decoder memory
94 */
95 int32_t Release();
96
97 /**
philipel9d3ab612015-12-21 04:12:39 -080098 * Set decode callback. Deregistering while decoding is illegal.
99 */
100 int32_t RegisterDecodeCompleteCallback(VCMDecodedFrameCallback* callback);
niklase@google.com470e71d2011-07-07 08:21:25 +0000101
guidouc3372582017-04-04 07:16:21 -0700102 bool External() const;
philipel9d3ab612015-12-21 04:12:39 -0800103 bool PrefersLateDecoding() const;
niklase@google.com470e71d2011-07-07 08:21:25 +0000104
philipel9d3ab612015-12-21 04:12:39 -0800105 private:
guidouc3372582017-04-04 07:16:21 -0700106 VCMDecodedFrameCallback* _callback;
107 VCMFrameInformation _frameInfos[kDecoderFrameMemoryLength];
108 uint32_t _nextFrameInfoIdx;
109 VideoDecoder* const _decoder;
110 VideoCodecType _codecType;
111 bool _isExternal;
112 bool _keyFrameDecoded;
ilnik00d802b2017-04-11 10:34:31 -0700113 VideoContentType _last_keyframe_content_type;
niklase@google.com470e71d2011-07-07 08:21:25 +0000114};
115
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +0000116} // namespace webrtc
niklase@google.com470e71d2011-07-07 08:21:25 +0000117
philipel9d3ab612015-12-21 04:12:39 -0800118#endif // WEBRTC_MODULES_VIDEO_CODING_GENERIC_DECODER_H_