blob: 882de274890a85902c5eb92b54a18bc9225a4737 [file] [log] [blame]
Niels Möllerf9063782018-02-20 16:09:48 +01001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "modules/video_coding/decoder_database.h"
Jonas Olssona4d87372019-07-05 19:08:33 +020012
Niels Möllerf9063782018-02-20 16:09:48 +010013#include "rtc_base/checks.h"
14#include "rtc_base/logging.h"
15
16namespace webrtc {
17
Erik Språng79c96de2022-08-19 11:48:10 +020018VCMDecoderDataBase::VCMDecoderDataBase() {
19 decoder_sequence_checker_.Detach();
20}
21
Niels Möllerf9063782018-02-20 16:09:48 +010022bool VCMDecoderDataBase::DeregisterExternalDecoder(uint8_t payload_type) {
Erik Språng79c96de2022-08-19 11:48:10 +020023 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Danil Chapovalov7b78a312021-08-06 12:30:02 +020024 auto it = decoders_.find(payload_type);
25 if (it == decoders_.end()) {
Åsa Persson6cb74fd2018-06-01 15:13:42 +020026 // Not found.
Niels Möllerf9063782018-02-20 16:09:48 +010027 return false;
28 }
29 // We can't use payload_type to check if the decoder is currently in use,
30 // because payload type may be out of date (e.g. before we decode the first
Åsa Persson6cb74fd2018-06-01 15:13:42 +020031 // frame after RegisterReceiveCodec).
Danil Chapovalov7b78a312021-08-06 12:30:02 +020032 if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) {
Niels Möllerf9063782018-02-20 16:09:48 +010033 // Release it if it was registered and in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020034 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010035 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +020036 decoders_.erase(it);
Niels Möllerf9063782018-02-20 16:09:48 +010037 return true;
38}
39
Åsa Persson6cb74fd2018-06-01 15:13:42 +020040// Add the external decoder object to the list of external decoders.
Niels Möllerf9063782018-02-20 16:09:48 +010041// Won't be registered as a receive codec until RegisterReceiveCodec is called.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020042void VCMDecoderDataBase::RegisterExternalDecoder(
43 uint8_t payload_type,
44 VideoDecoder* external_decoder) {
Erik Språng79c96de2022-08-19 11:48:10 +020045 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Åsa Persson6cb74fd2018-06-01 15:13:42 +020046 // If payload value already exists, erase old and insert new.
Niels Möllerf9063782018-02-20 16:09:48 +010047 DeregisterExternalDecoder(payload_type);
Danil Chapovalov7b78a312021-08-06 12:30:02 +020048 decoders_[payload_type] = external_decoder;
Niels Möllerf9063782018-02-20 16:09:48 +010049}
50
Johannes Kron16359f62021-02-18 23:37:22 +010051bool VCMDecoderDataBase::IsExternalDecoderRegistered(
52 uint8_t payload_type) const {
Erik Språng79c96de2022-08-19 11:48:10 +020053 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Johannes Kron16359f62021-02-18 23:37:22 +010054 return payload_type == current_payload_type_ ||
Danil Chapovalov7b78a312021-08-06 12:30:02 +020055 decoders_.find(payload_type) != decoders_.end();
Johannes Kron16359f62021-02-18 23:37:22 +010056}
57
Danil Chapovalovba0a3062021-08-13 18:15:55 +020058void VCMDecoderDataBase::RegisterReceiveCodec(
Danil Chapovalov355b8d22021-08-13 16:50:37 +020059 uint8_t payload_type,
60 const VideoDecoder::Settings& settings) {
Åsa Persson6cb74fd2018-06-01 15:13:42 +020061 // If payload value already exists, erase old and insert new.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020062 if (payload_type == current_payload_type_) {
63 current_payload_type_ = absl::nullopt;
64 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +020065 decoder_settings_[payload_type] = settings;
Niels Möllerf9063782018-02-20 16:09:48 +010066}
67
68bool VCMDecoderDataBase::DeregisterReceiveCodec(uint8_t payload_type) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020069 if (decoder_settings_.erase(payload_type) == 0) {
Niels Möllerf9063782018-02-20 16:09:48 +010070 return false;
71 }
Niels Möller5401bad2020-08-11 12:17:42 +020072 if (payload_type == current_payload_type_) {
Niels Möllerf9063782018-02-20 16:09:48 +010073 // This codec is currently in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020074 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010075 }
76 return true;
77}
78
79VCMGenericDecoder* VCMDecoderDataBase::GetDecoder(
80 const VCMEncodedFrame& frame,
81 VCMDecodedFrameCallback* decoded_frame_callback) {
Erik Språng79c96de2022-08-19 11:48:10 +020082 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Niels Möllerf9063782018-02-20 16:09:48 +010083 RTC_DCHECK(decoded_frame_callback->UserReceiveCallback());
84 uint8_t payload_type = frame.PayloadType();
Niels Möller5401bad2020-08-11 12:17:42 +020085 if (payload_type == current_payload_type_ || payload_type == 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020086 return current_decoder_.has_value() ? &*current_decoder_ : nullptr;
Niels Möllerf9063782018-02-20 16:09:48 +010087 }
Åsa Persson6cb74fd2018-06-01 15:13:42 +020088 // If decoder exists - delete.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020089 if (current_decoder_.has_value()) {
90 current_decoder_ = absl::nullopt;
91 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010092 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +020093
94 CreateAndInitDecoder(frame);
95 if (current_decoder_ == absl::nullopt) {
Niels Möllerf9063782018-02-20 16:09:48 +010096 return nullptr;
97 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +020098
Niels Möllerf9063782018-02-20 16:09:48 +010099 VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback();
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200100 callback->OnIncomingPayloadType(payload_type);
101 if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) <
Niels Möllerf9063782018-02-20 16:09:48 +0100102 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200103 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +0100104 return nullptr;
105 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200106
107 current_payload_type_ = payload_type;
108 return &*current_decoder_;
Niels Möllerf9063782018-02-20 16:09:48 +0100109}
110
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200111void VCMDecoderDataBase::CreateAndInitDecoder(const VCMEncodedFrame& frame) {
Niels Möllerf9063782018-02-20 16:09:48 +0100112 uint8_t payload_type = frame.PayloadType();
113 RTC_LOG(LS_INFO) << "Initializing decoder with payload type '"
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200114 << int{payload_type} << "'.";
115 auto decoder_item = decoder_settings_.find(payload_type);
116 if (decoder_item == decoder_settings_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100117 RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: "
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200118 << int{payload_type};
119 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100120 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200121 auto external_dec_item = decoders_.find(payload_type);
122 if (external_dec_item == decoders_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100123 RTC_LOG(LS_ERROR) << "No decoder of this type exists.";
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200124 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100125 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200126 current_decoder_.emplace(external_dec_item->second);
Niels Möllerf9063782018-02-20 16:09:48 +0100127
128 // Copy over input resolutions to prevent codec reinitialization due to
129 // the first frame being of a different resolution than the database values.
130 // This is best effort, since there's no guarantee that width/height have been
131 // parsed yet (and may be zero).
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200132 RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth,
133 frame.EncodedImage()._encodedHeight);
134 if (frame_resolution.Valid()) {
135 decoder_item->second.set_max_render_resolution(frame_resolution);
Niels Möllerf9063782018-02-20 16:09:48 +0100136 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200137 if (!current_decoder_->Configure(decoder_item->second)) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200138 current_decoder_ = absl::nullopt;
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200139 RTC_LOG(LS_ERROR) << "Failed to initialize decoder.";
Niels Möllerf9063782018-02-20 16:09:48 +0100140 }
Niels Möllerf9063782018-02-20 16:09:48 +0100141}
142
143} // namespace webrtc