blob: 799830270546607b421351e1083562bf8bb97362 [file] [log] [blame]
Niels Möllerf9063782018-02-20 16:09:48 +01001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "modules/video_coding/decoder_database.h"
Jonas Olssona4d87372019-07-05 19:08:33 +020012
Niels Möllerf9063782018-02-20 16:09:48 +010013#include "rtc_base/checks.h"
14#include "rtc_base/logging.h"
15
16namespace webrtc {
17
Erik Språng79c96de2022-08-19 11:48:10 +020018VCMDecoderDataBase::VCMDecoderDataBase() {
19 decoder_sequence_checker_.Detach();
20}
21
Tommibd02e702022-08-22 12:56:38 +020022VideoDecoder* VCMDecoderDataBase::DeregisterExternalDecoder(
23 uint8_t payload_type) {
Erik Språng79c96de2022-08-19 11:48:10 +020024 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Danil Chapovalov7b78a312021-08-06 12:30:02 +020025 auto it = decoders_.find(payload_type);
26 if (it == decoders_.end()) {
Tommibd02e702022-08-22 12:56:38 +020027 return nullptr;
Niels Möllerf9063782018-02-20 16:09:48 +010028 }
Tommibd02e702022-08-22 12:56:38 +020029
Niels Möllerf9063782018-02-20 16:09:48 +010030 // We can't use payload_type to check if the decoder is currently in use,
31 // because payload type may be out of date (e.g. before we decode the first
Åsa Persson6cb74fd2018-06-01 15:13:42 +020032 // frame after RegisterReceiveCodec).
Danil Chapovalov7b78a312021-08-06 12:30:02 +020033 if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) {
Niels Möllerf9063782018-02-20 16:09:48 +010034 // Release it if it was registered and in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020035 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010036 }
Tommibd02e702022-08-22 12:56:38 +020037 VideoDecoder* ret = it->second;
Danil Chapovalov7b78a312021-08-06 12:30:02 +020038 decoders_.erase(it);
Tommibd02e702022-08-22 12:56:38 +020039 return ret;
Niels Möllerf9063782018-02-20 16:09:48 +010040}
41
Åsa Persson6cb74fd2018-06-01 15:13:42 +020042// Add the external decoder object to the list of external decoders.
Niels Möllerf9063782018-02-20 16:09:48 +010043// Won't be registered as a receive codec until RegisterReceiveCodec is called.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020044void VCMDecoderDataBase::RegisterExternalDecoder(
45 uint8_t payload_type,
46 VideoDecoder* external_decoder) {
Erik Språng79c96de2022-08-19 11:48:10 +020047 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Åsa Persson6cb74fd2018-06-01 15:13:42 +020048 // If payload value already exists, erase old and insert new.
Niels Möllerf9063782018-02-20 16:09:48 +010049 DeregisterExternalDecoder(payload_type);
Tommi96c1a9b2022-09-29 12:24:02 +020050 if (external_decoder) {
51 decoders_[payload_type] = external_decoder;
52 }
Niels Möllerf9063782018-02-20 16:09:48 +010053}
54
Johannes Kron16359f62021-02-18 23:37:22 +010055bool VCMDecoderDataBase::IsExternalDecoderRegistered(
56 uint8_t payload_type) const {
Erik Språng79c96de2022-08-19 11:48:10 +020057 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Tommi96c1a9b2022-09-29 12:24:02 +020058 return decoders_.find(payload_type) != decoders_.end();
Johannes Kron16359f62021-02-18 23:37:22 +010059}
60
Danil Chapovalovba0a3062021-08-13 18:15:55 +020061void VCMDecoderDataBase::RegisterReceiveCodec(
Danil Chapovalov355b8d22021-08-13 16:50:37 +020062 uint8_t payload_type,
63 const VideoDecoder::Settings& settings) {
Åsa Persson6cb74fd2018-06-01 15:13:42 +020064 // If payload value already exists, erase old and insert new.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020065 if (payload_type == current_payload_type_) {
66 current_payload_type_ = absl::nullopt;
67 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +020068 decoder_settings_[payload_type] = settings;
Niels Möllerf9063782018-02-20 16:09:48 +010069}
70
71bool VCMDecoderDataBase::DeregisterReceiveCodec(uint8_t payload_type) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020072 if (decoder_settings_.erase(payload_type) == 0) {
Niels Möllerf9063782018-02-20 16:09:48 +010073 return false;
74 }
Niels Möller5401bad2020-08-11 12:17:42 +020075 if (payload_type == current_payload_type_) {
Niels Möllerf9063782018-02-20 16:09:48 +010076 // This codec is currently in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020077 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010078 }
79 return true;
80}
81
Tommi96c1a9b2022-09-29 12:24:02 +020082void VCMDecoderDataBase::DeregisterReceiveCodecs() {
83 current_payload_type_ = absl::nullopt;
84 decoder_settings_.clear();
85}
86
Niels Möllerf9063782018-02-20 16:09:48 +010087VCMGenericDecoder* VCMDecoderDataBase::GetDecoder(
88 const VCMEncodedFrame& frame,
89 VCMDecodedFrameCallback* decoded_frame_callback) {
Erik Språng79c96de2022-08-19 11:48:10 +020090 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Niels Möllerf9063782018-02-20 16:09:48 +010091 RTC_DCHECK(decoded_frame_callback->UserReceiveCallback());
92 uint8_t payload_type = frame.PayloadType();
Niels Möller5401bad2020-08-11 12:17:42 +020093 if (payload_type == current_payload_type_ || payload_type == 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020094 return current_decoder_.has_value() ? &*current_decoder_ : nullptr;
Niels Möllerf9063782018-02-20 16:09:48 +010095 }
Åsa Persson6cb74fd2018-06-01 15:13:42 +020096 // If decoder exists - delete.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020097 if (current_decoder_.has_value()) {
98 current_decoder_ = absl::nullopt;
99 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +0100100 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200101
102 CreateAndInitDecoder(frame);
103 if (current_decoder_ == absl::nullopt) {
Niels Möllerf9063782018-02-20 16:09:48 +0100104 return nullptr;
105 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200106
Niels Möllerf9063782018-02-20 16:09:48 +0100107 VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback();
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200108 callback->OnIncomingPayloadType(payload_type);
109 if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) <
Niels Möllerf9063782018-02-20 16:09:48 +0100110 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200111 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +0100112 return nullptr;
113 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200114
115 current_payload_type_ = payload_type;
116 return &*current_decoder_;
Niels Möllerf9063782018-02-20 16:09:48 +0100117}
118
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200119void VCMDecoderDataBase::CreateAndInitDecoder(const VCMEncodedFrame& frame) {
Niels Möllerf9063782018-02-20 16:09:48 +0100120 uint8_t payload_type = frame.PayloadType();
Tommi96c1a9b2022-09-29 12:24:02 +0200121 RTC_DLOG(LS_INFO) << "Initializing decoder with payload type '"
122 << int{payload_type} << "'.";
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200123 auto decoder_item = decoder_settings_.find(payload_type);
124 if (decoder_item == decoder_settings_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100125 RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: "
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200126 << int{payload_type};
127 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100128 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200129 auto external_dec_item = decoders_.find(payload_type);
130 if (external_dec_item == decoders_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100131 RTC_LOG(LS_ERROR) << "No decoder of this type exists.";
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200132 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100133 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200134 current_decoder_.emplace(external_dec_item->second);
Niels Möllerf9063782018-02-20 16:09:48 +0100135
136 // Copy over input resolutions to prevent codec reinitialization due to
137 // the first frame being of a different resolution than the database values.
138 // This is best effort, since there's no guarantee that width/height have been
139 // parsed yet (and may be zero).
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200140 RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth,
141 frame.EncodedImage()._encodedHeight);
142 if (frame_resolution.Valid()) {
143 decoder_item->second.set_max_render_resolution(frame_resolution);
Niels Möllerf9063782018-02-20 16:09:48 +0100144 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200145 if (!current_decoder_->Configure(decoder_item->second)) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200146 current_decoder_ = absl::nullopt;
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200147 RTC_LOG(LS_ERROR) << "Failed to initialize decoder.";
Niels Möllerf9063782018-02-20 16:09:48 +0100148 }
Niels Möllerf9063782018-02-20 16:09:48 +0100149}
150
151} // namespace webrtc