Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/video_coding/decoder_database.h" |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 12 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 13 | #include "rtc_base/checks.h" |
| 14 | #include "rtc_base/logging.h" |
| 15 | |
| 16 | namespace webrtc { |
| 17 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 18 | bool VCMDecoderDataBase::DeregisterExternalDecoder(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 19 | auto it = decoders_.find(payload_type); |
| 20 | if (it == decoders_.end()) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 21 | // Not found. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 22 | return false; |
| 23 | } |
| 24 | // We can't use payload_type to check if the decoder is currently in use, |
| 25 | // because payload type may be out of date (e.g. before we decode the first |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 26 | // frame after RegisterReceiveCodec). |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 27 | if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 28 | // Release it if it was registered and in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 29 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 30 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 31 | decoders_.erase(it); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 32 | return true; |
| 33 | } |
| 34 | |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 35 | // Add the external decoder object to the list of external decoders. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 36 | // Won't be registered as a receive codec until RegisterReceiveCodec is called. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 37 | void VCMDecoderDataBase::RegisterExternalDecoder( |
| 38 | uint8_t payload_type, |
| 39 | VideoDecoder* external_decoder) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 40 | // If payload value already exists, erase old and insert new. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 41 | DeregisterExternalDecoder(payload_type); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 42 | decoders_[payload_type] = external_decoder; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 43 | } |
| 44 | |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 45 | bool VCMDecoderDataBase::IsExternalDecoderRegistered( |
| 46 | uint8_t payload_type) const { |
| 47 | return payload_type == current_payload_type_ || |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 48 | decoders_.find(payload_type) != decoders_.end(); |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 49 | } |
| 50 | |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 51 | bool VCMDecoderDataBase::RegisterReceiveCodec( |
| 52 | uint8_t payload_type, |
| 53 | const VideoDecoder::Settings& settings) { |
| 54 | if (settings.number_of_cores() < 0) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 55 | return false; |
| 56 | } |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 57 | // If payload value already exists, erase old and insert new. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 58 | if (payload_type == current_payload_type_) { |
| 59 | current_payload_type_ = absl::nullopt; |
| 60 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 61 | decoder_settings_[payload_type] = settings; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 62 | return true; |
| 63 | } |
| 64 | |
| 65 | bool VCMDecoderDataBase::DeregisterReceiveCodec(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 66 | if (decoder_settings_.erase(payload_type) == 0) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 67 | return false; |
| 68 | } |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 69 | if (payload_type == current_payload_type_) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 70 | // This codec is currently in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 71 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 72 | } |
| 73 | return true; |
| 74 | } |
| 75 | |
| 76 | VCMGenericDecoder* VCMDecoderDataBase::GetDecoder( |
| 77 | const VCMEncodedFrame& frame, |
| 78 | VCMDecodedFrameCallback* decoded_frame_callback) { |
| 79 | RTC_DCHECK(decoded_frame_callback->UserReceiveCallback()); |
| 80 | uint8_t payload_type = frame.PayloadType(); |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 81 | if (payload_type == current_payload_type_ || payload_type == 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 82 | return current_decoder_.has_value() ? &*current_decoder_ : nullptr; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 83 | } |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 84 | // If decoder exists - delete. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 85 | if (current_decoder_.has_value()) { |
| 86 | current_decoder_ = absl::nullopt; |
| 87 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 88 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 89 | |
| 90 | CreateAndInitDecoder(frame); |
| 91 | if (current_decoder_ == absl::nullopt) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 92 | return nullptr; |
| 93 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 94 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 95 | VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback(); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 96 | callback->OnIncomingPayloadType(payload_type); |
| 97 | if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) < |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 98 | 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 99 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 100 | return nullptr; |
| 101 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 102 | |
| 103 | current_payload_type_ = payload_type; |
| 104 | return &*current_decoder_; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 105 | } |
| 106 | |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 107 | void VCMDecoderDataBase::CreateAndInitDecoder(const VCMEncodedFrame& frame) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 108 | uint8_t payload_type = frame.PayloadType(); |
| 109 | RTC_LOG(LS_INFO) << "Initializing decoder with payload type '" |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 110 | << int{payload_type} << "'."; |
| 111 | auto decoder_item = decoder_settings_.find(payload_type); |
| 112 | if (decoder_item == decoder_settings_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 113 | RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: " |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 114 | << int{payload_type}; |
| 115 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 116 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 117 | auto external_dec_item = decoders_.find(payload_type); |
| 118 | if (external_dec_item == decoders_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 119 | RTC_LOG(LS_ERROR) << "No decoder of this type exists."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 120 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 121 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 122 | current_decoder_.emplace(external_dec_item->second); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 123 | |
| 124 | // Copy over input resolutions to prevent codec reinitialization due to |
| 125 | // the first frame being of a different resolution than the database values. |
| 126 | // This is best effort, since there's no guarantee that width/height have been |
| 127 | // parsed yet (and may be zero). |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 128 | RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth, |
| 129 | frame.EncodedImage()._encodedHeight); |
| 130 | if (frame_resolution.Valid()) { |
| 131 | decoder_item->second.set_max_render_resolution(frame_resolution); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 132 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 133 | if (!current_decoder_->Configure(decoder_item->second)) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 134 | current_decoder_ = absl::nullopt; |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 135 | RTC_LOG(LS_ERROR) << "Failed to initialize decoder."; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 136 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 137 | } |
| 138 | |
| 139 | } // namespace webrtc |