blob: 636bd1f0f4fdcc27b6932493b4f2f027d19ab051 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
mikhal@webrtc.orga2031d52012-07-31 15:53:44 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_VIDEO_CODING_GENERIC_DECODER_H_
12#define MODULES_VIDEO_CODING_GENERIC_DECODER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
Ilya Nikolaevskiy43c108b2020-05-15 12:24:29 +020014#include <string>
tommi5b7fc8c2017-07-05 16:45:57 -070015
Jonas Orelande62c2f22022-03-29 11:04:48 +020016#include "api/field_trials_view.h"
Artem Titovd15a5752021-02-10 14:31:24 +010017#include "api/sequence_checker.h"
Danil Chapovalov355b8d22021-08-13 16:50:37 +020018#include "api/video_codecs/video_decoder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/video_coding/encoded_frame.h"
20#include "modules/video_coding/include/video_codec_interface.h"
21#include "modules/video_coding/timestamp_map.h"
Rasmus Brandtc4d253c2022-05-25 12:03:35 +020022#include "modules/video_coding/timing/timing.h"
Markus Handell6deec382020-07-07 12:17:12 +020023#include "rtc_base/synchronization/mutex.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000024
philipel9d3ab612015-12-21 04:12:39 -080025namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000026
27class VCMReceiveCallback;
28
29enum { kDecoderFrameMemoryLength = 10 };
30
philipel9d3ab612015-12-21 04:12:39 -080031class VCMDecodedFrameCallback : public DecodedImageCallback {
32 public:
Jonas Orelande02f9ee2022-03-25 12:43:14 +010033 VCMDecodedFrameCallback(VCMTiming* timing,
34 Clock* clock,
Jonas Orelande62c2f22022-03-29 11:04:48 +020035 const FieldTrialsView& field_trials);
tommid0a71ba2017-03-14 04:16:20 -070036 ~VCMDecodedFrameCallback() override;
37 void SetUserReceiveCallback(VCMReceiveCallback* receiveCallback);
38 VCMReceiveCallback* UserReceiveCallback();
niklase@google.com470e71d2011-07-07 08:21:25 +000039
tommid0a71ba2017-03-14 04:16:20 -070040 int32_t Decoded(VideoFrame& decodedImage) override;
41 int32_t Decoded(VideoFrame& decodedImage, int64_t decode_time_ms) override;
42 void Decoded(VideoFrame& decodedImage,
Danil Chapovalov0040b662018-06-18 10:48:16 +020043 absl::optional<int32_t> decode_time_ms,
44 absl::optional<uint8_t> qp) override;
niklase@google.com470e71d2011-07-07 08:21:25 +000045
tommid0a71ba2017-03-14 04:16:20 -070046 void OnDecoderImplementationName(const char* implementation_name);
niklase@google.com470e71d2011-07-07 08:21:25 +000047
Johannes Kronb6b782d2021-03-03 14:39:44 +010048 void Map(uint32_t timestamp, const VCMFrameInformation& frameInfo);
Johannes Kronfc5d2762021-04-09 16:03:22 +020049 void ClearTimestampMap();
niklase@google.com470e71d2011-07-07 08:21:25 +000050
philipel9d3ab612015-12-21 04:12:39 -080051 private:
Artem Titovc8421c42021-02-02 10:57:19 +010052 SequenceChecker construction_thread_;
Artem Titovdcd7fc72021-08-09 13:02:57 +020053 // Protect `_timestampMap`.
tommid0a71ba2017-03-14 04:16:20 -070054 Clock* const _clock;
55 // This callback must be set before the decoder thread starts running
56 // and must only be unset when external threads (e.g decoder thread)
57 // have been stopped. Due to that, the variable should regarded as const
58 // while there are more than one threads involved, it must be set
59 // from the same thread, and therfore a lock is not required to access it.
60 VCMReceiveCallback* _receiveCallback = nullptr;
Lu Liu352314a2018-02-21 19:38:59 +000061 VCMTiming* _timing;
Markus Handell6deec382020-07-07 12:17:12 +020062 Mutex lock_;
Lu Liu352314a2018-02-21 19:38:59 +000063 VCMTimestampMap _timestampMap RTC_GUARDED_BY(lock_);
ilnik04f4d122017-06-19 07:18:55 -070064 int64_t ntp_offset_;
niklase@google.com470e71d2011-07-07 08:21:25 +000065};
66
philipel9d3ab612015-12-21 04:12:39 -080067class VCMGenericDecoder {
philipel9d3ab612015-12-21 04:12:39 -080068 public:
Danil Chapovalov7b78a312021-08-06 12:30:02 +020069 explicit VCMGenericDecoder(VideoDecoder* decoder);
philipel9d3ab612015-12-21 04:12:39 -080070 ~VCMGenericDecoder();
niklase@google.com470e71d2011-07-07 08:21:25 +000071
philipel9d3ab612015-12-21 04:12:39 -080072 /**
Danil Chapovalov355b8d22021-08-13 16:50:37 +020073 * Initialize the decoder with the information from the `settings`
Yves Gerey665174f2018-06-19 15:03:05 +020074 */
Danil Chapovalov355b8d22021-08-13 16:50:37 +020075 bool Configure(const VideoDecoder::Settings& settings);
niklase@google.com470e71d2011-07-07 08:21:25 +000076
philipel9d3ab612015-12-21 04:12:39 -080077 /**
Yves Gerey665174f2018-06-19 15:03:05 +020078 * Decode to a raw I420 frame,
79 *
80 * inputVideoBuffer reference to encoded video frame
81 */
Johannes Kron05f84872020-01-16 14:09:33 +010082 int32_t Decode(const VCMEncodedFrame& inputFrame, Timestamp now);
niklase@google.com470e71d2011-07-07 08:21:25 +000083
philipel9d3ab612015-12-21 04:12:39 -080084 /**
Yves Gerey665174f2018-06-19 15:03:05 +020085 * Set decode callback. Deregistering while decoding is illegal.
86 */
philipel9d3ab612015-12-21 04:12:39 -080087 int32_t RegisterDecodeCompleteCallback(VCMDecodedFrameCallback* callback);
niklase@google.com470e71d2011-07-07 08:21:25 +000088
tommi5b7fc8c2017-07-05 16:45:57 -070089 bool IsSameDecoder(VideoDecoder* decoder) const {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020090 return decoder_ == decoder;
tommi5b7fc8c2017-07-05 16:45:57 -070091 }
niklase@google.com470e71d2011-07-07 08:21:25 +000092
philipel9d3ab612015-12-21 04:12:39 -080093 private:
Danil Chapovalov7b78a312021-08-06 12:30:02 +020094 VCMDecodedFrameCallback* _callback = nullptr;
95 VideoDecoder* const decoder_;
ilnik00d802b2017-04-11 10:34:31 -070096 VideoContentType _last_keyframe_content_type;
Erik Språngc12f6252021-01-13 21:49:59 +010097 VideoDecoder::DecoderInfo decoder_info_;
niklase@google.com470e71d2011-07-07 08:21:25 +000098};
99
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +0000100} // namespace webrtc
niklase@google.com470e71d2011-07-07 08:21:25 +0000101
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200102#endif // MODULES_VIDEO_CODING_GENERIC_DECODER_H_