blob: 15d8dcc339b6fe370044b306139f947e2504021e [file] [log] [blame]
Niels Möllerf9063782018-02-20 16:09:48 +01001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "modules/video_coding/decoder_database.h"
Jonas Olssona4d87372019-07-05 19:08:33 +020012
Niels Möllerf9063782018-02-20 16:09:48 +010013#include "rtc_base/checks.h"
14#include "rtc_base/logging.h"
15
16namespace webrtc {
17
Erik Språng79c96de2022-08-19 11:48:10 +020018VCMDecoderDataBase::VCMDecoderDataBase() {
19 decoder_sequence_checker_.Detach();
20}
21
Tommibd02e702022-08-22 12:56:38 +020022VideoDecoder* VCMDecoderDataBase::DeregisterExternalDecoder(
23 uint8_t payload_type) {
Erik Språng79c96de2022-08-19 11:48:10 +020024 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Danil Chapovalov7b78a312021-08-06 12:30:02 +020025 auto it = decoders_.find(payload_type);
26 if (it == decoders_.end()) {
Tommibd02e702022-08-22 12:56:38 +020027 return nullptr;
Niels Möllerf9063782018-02-20 16:09:48 +010028 }
Tommibd02e702022-08-22 12:56:38 +020029
Niels Möllerf9063782018-02-20 16:09:48 +010030 // We can't use payload_type to check if the decoder is currently in use,
31 // because payload type may be out of date (e.g. before we decode the first
Åsa Persson6cb74fd2018-06-01 15:13:42 +020032 // frame after RegisterReceiveCodec).
Danil Chapovalov7b78a312021-08-06 12:30:02 +020033 if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) {
Niels Möllerf9063782018-02-20 16:09:48 +010034 // Release it if it was registered and in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020035 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010036 }
Tommibd02e702022-08-22 12:56:38 +020037 VideoDecoder* ret = it->second;
Danil Chapovalov7b78a312021-08-06 12:30:02 +020038 decoders_.erase(it);
Tommibd02e702022-08-22 12:56:38 +020039 return ret;
Niels Möllerf9063782018-02-20 16:09:48 +010040}
41
Åsa Persson6cb74fd2018-06-01 15:13:42 +020042// Add the external decoder object to the list of external decoders.
Niels Möllerf9063782018-02-20 16:09:48 +010043// Won't be registered as a receive codec until RegisterReceiveCodec is called.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020044void VCMDecoderDataBase::RegisterExternalDecoder(
45 uint8_t payload_type,
46 VideoDecoder* external_decoder) {
Erik Språng79c96de2022-08-19 11:48:10 +020047 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Åsa Persson6cb74fd2018-06-01 15:13:42 +020048 // If payload value already exists, erase old and insert new.
Niels Möllerf9063782018-02-20 16:09:48 +010049 DeregisterExternalDecoder(payload_type);
Danil Chapovalov7b78a312021-08-06 12:30:02 +020050 decoders_[payload_type] = external_decoder;
Niels Möllerf9063782018-02-20 16:09:48 +010051}
52
Johannes Kron16359f62021-02-18 23:37:22 +010053bool VCMDecoderDataBase::IsExternalDecoderRegistered(
54 uint8_t payload_type) const {
Erik Språng79c96de2022-08-19 11:48:10 +020055 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Johannes Kron16359f62021-02-18 23:37:22 +010056 return payload_type == current_payload_type_ ||
Danil Chapovalov7b78a312021-08-06 12:30:02 +020057 decoders_.find(payload_type) != decoders_.end();
Johannes Kron16359f62021-02-18 23:37:22 +010058}
59
Danil Chapovalovba0a3062021-08-13 18:15:55 +020060void VCMDecoderDataBase::RegisterReceiveCodec(
Danil Chapovalov355b8d22021-08-13 16:50:37 +020061 uint8_t payload_type,
62 const VideoDecoder::Settings& settings) {
Åsa Persson6cb74fd2018-06-01 15:13:42 +020063 // If payload value already exists, erase old and insert new.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020064 if (payload_type == current_payload_type_) {
65 current_payload_type_ = absl::nullopt;
66 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +020067 decoder_settings_[payload_type] = settings;
Niels Möllerf9063782018-02-20 16:09:48 +010068}
69
70bool VCMDecoderDataBase::DeregisterReceiveCodec(uint8_t payload_type) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020071 if (decoder_settings_.erase(payload_type) == 0) {
Niels Möllerf9063782018-02-20 16:09:48 +010072 return false;
73 }
Niels Möller5401bad2020-08-11 12:17:42 +020074 if (payload_type == current_payload_type_) {
Niels Möllerf9063782018-02-20 16:09:48 +010075 // This codec is currently in use.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020076 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010077 }
78 return true;
79}
80
81VCMGenericDecoder* VCMDecoderDataBase::GetDecoder(
82 const VCMEncodedFrame& frame,
83 VCMDecodedFrameCallback* decoded_frame_callback) {
Erik Språng79c96de2022-08-19 11:48:10 +020084 RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
Niels Möllerf9063782018-02-20 16:09:48 +010085 RTC_DCHECK(decoded_frame_callback->UserReceiveCallback());
86 uint8_t payload_type = frame.PayloadType();
Niels Möller5401bad2020-08-11 12:17:42 +020087 if (payload_type == current_payload_type_ || payload_type == 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +020088 return current_decoder_.has_value() ? &*current_decoder_ : nullptr;
Niels Möllerf9063782018-02-20 16:09:48 +010089 }
Åsa Persson6cb74fd2018-06-01 15:13:42 +020090 // If decoder exists - delete.
Danil Chapovalov7b78a312021-08-06 12:30:02 +020091 if (current_decoder_.has_value()) {
92 current_decoder_ = absl::nullopt;
93 current_payload_type_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +010094 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +020095
96 CreateAndInitDecoder(frame);
97 if (current_decoder_ == absl::nullopt) {
Niels Möllerf9063782018-02-20 16:09:48 +010098 return nullptr;
99 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200100
Niels Möllerf9063782018-02-20 16:09:48 +0100101 VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback();
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200102 callback->OnIncomingPayloadType(payload_type);
103 if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) <
Niels Möllerf9063782018-02-20 16:09:48 +0100104 0) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200105 current_decoder_ = absl::nullopt;
Niels Möllerf9063782018-02-20 16:09:48 +0100106 return nullptr;
107 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200108
109 current_payload_type_ = payload_type;
110 return &*current_decoder_;
Niels Möllerf9063782018-02-20 16:09:48 +0100111}
112
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200113void VCMDecoderDataBase::CreateAndInitDecoder(const VCMEncodedFrame& frame) {
Niels Möllerf9063782018-02-20 16:09:48 +0100114 uint8_t payload_type = frame.PayloadType();
115 RTC_LOG(LS_INFO) << "Initializing decoder with payload type '"
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200116 << int{payload_type} << "'.";
117 auto decoder_item = decoder_settings_.find(payload_type);
118 if (decoder_item == decoder_settings_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100119 RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: "
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200120 << int{payload_type};
121 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100122 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200123 auto external_dec_item = decoders_.find(payload_type);
124 if (external_dec_item == decoders_.end()) {
Niels Möllerf9063782018-02-20 16:09:48 +0100125 RTC_LOG(LS_ERROR) << "No decoder of this type exists.";
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200126 return;
Niels Möllerf9063782018-02-20 16:09:48 +0100127 }
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200128 current_decoder_.emplace(external_dec_item->second);
Niels Möllerf9063782018-02-20 16:09:48 +0100129
130 // Copy over input resolutions to prevent codec reinitialization due to
131 // the first frame being of a different resolution than the database values.
132 // This is best effort, since there's no guarantee that width/height have been
133 // parsed yet (and may be zero).
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200134 RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth,
135 frame.EncodedImage()._encodedHeight);
136 if (frame_resolution.Valid()) {
137 decoder_item->second.set_max_render_resolution(frame_resolution);
Niels Möllerf9063782018-02-20 16:09:48 +0100138 }
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200139 if (!current_decoder_->Configure(decoder_item->second)) {
Danil Chapovalov7b78a312021-08-06 12:30:02 +0200140 current_decoder_ = absl::nullopt;
Danil Chapovalov355b8d22021-08-13 16:50:37 +0200141 RTC_LOG(LS_ERROR) << "Failed to initialize decoder.";
Niels Möllerf9063782018-02-20 16:09:48 +0100142 }
Niels Möllerf9063782018-02-20 16:09:48 +0100143}
144
145} // namespace webrtc