Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/video_coding/decoder_database.h" |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 12 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 13 | #include "rtc_base/checks.h" |
| 14 | #include "rtc_base/logging.h" |
| 15 | |
| 16 | namespace webrtc { |
| 17 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 18 | VCMDecoderDatabase::VCMDecoderDatabase() { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 19 | decoder_sequence_checker_.Detach(); |
| 20 | } |
| 21 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 22 | VideoDecoder* VCMDecoderDatabase::DeregisterExternalDecoder( |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 23 | uint8_t payload_type) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 24 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 25 | auto it = decoders_.find(payload_type); |
| 26 | if (it == decoders_.end()) { |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 27 | return nullptr; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 28 | } |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 29 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 30 | // We can't use payload_type to check if the decoder is currently in use, |
| 31 | // because payload type may be out of date (e.g. before we decode the first |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 32 | // frame after RegisterReceiveCodec). |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 33 | if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 34 | // Release it if it was registered and in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 35 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 36 | } |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 37 | VideoDecoder* ret = it->second; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 38 | decoders_.erase(it); |
Tommi | bd02e70 | 2022-08-22 12:56:38 +0200 | [diff] [blame] | 39 | return ret; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 40 | } |
| 41 | |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 42 | // Add the external decoder object to the list of external decoders. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 43 | // Won't be registered as a receive codec until RegisterReceiveCodec is called. |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 44 | void VCMDecoderDatabase::RegisterExternalDecoder( |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 45 | uint8_t payload_type, |
| 46 | VideoDecoder* external_decoder) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 47 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 48 | // If payload value already exists, erase old and insert new. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 49 | DeregisterExternalDecoder(payload_type); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 50 | if (external_decoder) { |
| 51 | decoders_[payload_type] = external_decoder; |
| 52 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 53 | } |
| 54 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 55 | bool VCMDecoderDatabase::IsExternalDecoderRegistered( |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 56 | uint8_t payload_type) const { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 57 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 58 | return decoders_.find(payload_type) != decoders_.end(); |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 59 | } |
| 60 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 61 | void VCMDecoderDatabase::RegisterReceiveCodec( |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 62 | uint8_t payload_type, |
| 63 | const VideoDecoder::Settings& settings) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 64 | // If payload value already exists, erase old and insert new. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 65 | if (payload_type == current_payload_type_) { |
| 66 | current_payload_type_ = absl::nullopt; |
| 67 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 68 | decoder_settings_[payload_type] = settings; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 69 | } |
| 70 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 71 | bool VCMDecoderDatabase::DeregisterReceiveCodec(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 72 | if (decoder_settings_.erase(payload_type) == 0) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 73 | return false; |
| 74 | } |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 75 | if (payload_type == current_payload_type_) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 76 | // This codec is currently in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 77 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 78 | } |
| 79 | return true; |
| 80 | } |
| 81 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 82 | void VCMDecoderDatabase::DeregisterReceiveCodecs() { |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 83 | current_payload_type_ = absl::nullopt; |
| 84 | decoder_settings_.clear(); |
| 85 | } |
| 86 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 87 | VCMGenericDecoder* VCMDecoderDatabase::GetDecoder( |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 88 | const VCMEncodedFrame& frame, |
| 89 | VCMDecodedFrameCallback* decoded_frame_callback) { |
Erik Språng | 79c96de | 2022-08-19 11:48:10 +0200 | [diff] [blame] | 90 | RTC_DCHECK_RUN_ON(&decoder_sequence_checker_); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 91 | RTC_DCHECK(decoded_frame_callback->UserReceiveCallback()); |
| 92 | uint8_t payload_type = frame.PayloadType(); |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 93 | if (payload_type == current_payload_type_ || payload_type == 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 94 | return current_decoder_.has_value() ? &*current_decoder_ : nullptr; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 95 | } |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 96 | // If decoder exists - delete. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 97 | if (current_decoder_.has_value()) { |
| 98 | current_decoder_ = absl::nullopt; |
| 99 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 100 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 101 | |
| 102 | CreateAndInitDecoder(frame); |
| 103 | if (current_decoder_ == absl::nullopt) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 104 | return nullptr; |
| 105 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 106 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 107 | VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback(); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 108 | callback->OnIncomingPayloadType(payload_type); |
| 109 | if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) < |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 110 | 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 111 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 112 | return nullptr; |
| 113 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 114 | |
| 115 | current_payload_type_ = payload_type; |
| 116 | return &*current_decoder_; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 117 | } |
| 118 | |
Tommi | 20b3271 | 2022-09-29 14:13:15 +0200 | [diff] [blame^] | 119 | void VCMDecoderDatabase::CreateAndInitDecoder(const VCMEncodedFrame& frame) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 120 | uint8_t payload_type = frame.PayloadType(); |
Tommi | 96c1a9b | 2022-09-29 12:24:02 +0200 | [diff] [blame] | 121 | RTC_DLOG(LS_INFO) << "Initializing decoder with payload type '" |
| 122 | << int{payload_type} << "'."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 123 | auto decoder_item = decoder_settings_.find(payload_type); |
| 124 | if (decoder_item == decoder_settings_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 125 | RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: " |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 126 | << int{payload_type}; |
| 127 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 128 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 129 | auto external_dec_item = decoders_.find(payload_type); |
| 130 | if (external_dec_item == decoders_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 131 | RTC_LOG(LS_ERROR) << "No decoder of this type exists."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 132 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 133 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 134 | current_decoder_.emplace(external_dec_item->second); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 135 | |
| 136 | // Copy over input resolutions to prevent codec reinitialization due to |
| 137 | // the first frame being of a different resolution than the database values. |
| 138 | // This is best effort, since there's no guarantee that width/height have been |
| 139 | // parsed yet (and may be zero). |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 140 | RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth, |
| 141 | frame.EncodedImage()._encodedHeight); |
| 142 | if (frame_resolution.Valid()) { |
| 143 | decoder_item->second.set_max_render_resolution(frame_resolution); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 144 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 145 | if (!current_decoder_->Configure(decoder_item->second)) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 146 | current_decoder_ = absl::nullopt; |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 147 | RTC_LOG(LS_ERROR) << "Failed to initialize decoder."; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 148 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | } // namespace webrtc |