Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/video_coding/decoder_database.h" |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 12 | |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 13 | #include <memory> |
| 14 | #include <utility> |
| 15 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 16 | #include "rtc_base/checks.h" |
| 17 | #include "rtc_base/logging.h" |
| 18 | |
| 19 | namespace webrtc { |
| 20 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 21 | VCMDecoderDatabase::VCMDecoderDatabase() { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 22 | decoder_sequence_checker_.Detach(); |
| 23 | } |
| 24 | |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 25 | void VCMDecoderDatabase::DeregisterExternalDecoder(uint8_t payload_type) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 26 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 27 | auto it = decoders_.find(payload_type); |
| 28 | if (it == decoders_.end()) { |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 29 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 30 | } |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 31 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 32 | // We can't use payload_type to check if the decoder is currently in use, |
| 33 | // because payload type may be out of date (e.g. before we decode the first |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 34 | // frame after RegisterReceiveCodec). |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 35 | if (current_decoder_ && current_decoder_->IsSameDecoder(it->second.get())) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 36 | // Release it if it was registered and in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 37 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 38 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 39 | decoders_.erase(it); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 40 | } |
| 41 | |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 42 | // Add the external decoder object to the list of external decoders. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 43 | // Won't be registered as a receive codec until RegisterReceiveCodec is called. |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 44 | void VCMDecoderDatabase::RegisterExternalDecoder( |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 45 | uint8_t payload_type, |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 46 | std::unique_ptr<VideoDecoder> external_decoder) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 47 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 48 | // If payload value already exists, erase old and insert new. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 49 | DeregisterExternalDecoder(payload_type); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 50 | if (external_decoder) { |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 51 | decoders_.emplace( |
| 52 | std::make_pair(payload_type, std::move(external_decoder))); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 53 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 54 | } |
| 55 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 56 | bool VCMDecoderDatabase::IsExternalDecoderRegistered( |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 57 | uint8_t payload_type) const { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 58 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 59 | return decoders_.find(payload_type) != decoders_.end(); |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 60 | } |
| 61 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 62 | void VCMDecoderDatabase::RegisterReceiveCodec( |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 63 | uint8_t payload_type, |
| 64 | const VideoDecoder::Settings& settings) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 65 | // If payload value already exists, erase old and insert new. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 66 | if (payload_type == current_payload_type_) { |
| 67 | current_payload_type_ = absl::nullopt; |
| 68 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 69 | decoder_settings_[payload_type] = settings; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 70 | } |
| 71 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 72 | bool VCMDecoderDatabase::DeregisterReceiveCodec(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 73 | if (decoder_settings_.erase(payload_type) == 0) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 74 | return false; |
| 75 | } |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 76 | if (payload_type == current_payload_type_) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 77 | // This codec is currently in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 78 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 79 | } |
| 80 | return true; |
| 81 | } |
| 82 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 83 | void VCMDecoderDatabase::DeregisterReceiveCodecs() { |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 84 | current_payload_type_ = absl::nullopt; |
| 85 | decoder_settings_.clear(); |
| 86 | } |
| 87 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 88 | VCMGenericDecoder* VCMDecoderDatabase::GetDecoder( |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 89 | const VCMEncodedFrame& frame, |
| 90 | VCMDecodedFrameCallback* decoded_frame_callback) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 91 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 92 | RTC_DCHECK(decoded_frame_callback->UserReceiveCallback()); |
| 93 | uint8_t payload_type = frame.PayloadType(); |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 94 | if (payload_type == current_payload_type_ || payload_type == 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 95 | return current_decoder_.has_value() ? &*current_decoder_ : nullptr; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 96 | } |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 97 | // If decoder exists - delete. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 98 | if (current_decoder_.has_value()) { |
| 99 | current_decoder_ = absl::nullopt; |
| 100 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 101 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 102 | |
| 103 | CreateAndInitDecoder(frame); |
| 104 | if (current_decoder_ == absl::nullopt) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 105 | return nullptr; |
| 106 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 107 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 108 | VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback(); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 109 | callback->OnIncomingPayloadType(payload_type); |
| 110 | if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) < |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 111 | 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 112 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 113 | return nullptr; |
| 114 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 115 | |
| 116 | current_payload_type_ = payload_type; |
| 117 | return &*current_decoder_; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 118 | } |
| 119 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame] | 120 | void VCMDecoderDatabase::CreateAndInitDecoder(const VCMEncodedFrame& frame) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 121 | uint8_t payload_type = frame.PayloadType(); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 122 | RTC_DLOG(LS_INFO) << "Initializing decoder with payload type '" |
| 123 | << int{payload_type} << "'."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 124 | auto decoder_item = decoder_settings_.find(payload_type); |
| 125 | if (decoder_item == decoder_settings_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 126 | RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: " |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 127 | << int{payload_type}; |
| 128 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 129 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 130 | auto external_dec_item = decoders_.find(payload_type); |
| 131 | if (external_dec_item == decoders_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 132 | RTC_LOG(LS_ERROR) << "No decoder of this type exists."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 133 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 134 | } |
Tommi | 73009ec | 2022-09-29 21:02:04 +0200 | [diff] [blame^] | 135 | current_decoder_.emplace(external_dec_item->second.get()); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 136 | |
| 137 | // Copy over input resolutions to prevent codec reinitialization due to |
| 138 | // the first frame being of a different resolution than the database values. |
| 139 | // This is best effort, since there's no guarantee that width/height have been |
| 140 | // parsed yet (and may be zero). |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 141 | RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth, |
| 142 | frame.EncodedImage()._encodedHeight); |
| 143 | if (frame_resolution.Valid()) { |
| 144 | decoder_item->second.set_max_render_resolution(frame_resolution); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 145 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 146 | if (!current_decoder_->Configure(decoder_item->second)) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 147 | current_decoder_ = absl::nullopt; |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 148 | RTC_LOG(LS_ERROR) << "Failed to initialize decoder."; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 149 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | } // namespace webrtc |