Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/video_coding/decoder_database.h" |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 12 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 13 | #include "rtc_base/checks.h" |
| 14 | #include "rtc_base/logging.h" |
| 15 | |
| 16 | namespace webrtc { |
| 17 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 18 | bool VCMDecoderDataBase::DeregisterExternalDecoder(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 19 | auto it = decoders_.find(payload_type); |
| 20 | if (it == decoders_.end()) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 21 | // Not found. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 22 | return false; |
| 23 | } |
| 24 | // We can't use payload_type to check if the decoder is currently in use, |
| 25 | // because payload type may be out of date (e.g. before we decode the first |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 26 | // frame after RegisterReceiveCodec). |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 27 | if (current_decoder_ && current_decoder_->IsSameDecoder(it->second)) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 28 | // Release it if it was registered and in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 29 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 30 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 31 | decoders_.erase(it); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 32 | return true; |
| 33 | } |
| 34 | |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 35 | // Add the external decoder object to the list of external decoders. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 36 | // Won't be registered as a receive codec until RegisterReceiveCodec is called. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 37 | void VCMDecoderDataBase::RegisterExternalDecoder( |
| 38 | uint8_t payload_type, |
| 39 | VideoDecoder* external_decoder) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 40 | // If payload value already exists, erase old and insert new. |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 41 | DeregisterExternalDecoder(payload_type); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 42 | decoders_[payload_type] = external_decoder; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 43 | } |
| 44 | |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 45 | bool VCMDecoderDataBase::IsExternalDecoderRegistered( |
| 46 | uint8_t payload_type) const { |
| 47 | return payload_type == current_payload_type_ || |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 48 | decoders_.find(payload_type) != decoders_.end(); |
Johannes Kron | 16359f6 | 2021-02-18 23:37:22 +0100 | [diff] [blame] | 49 | } |
| 50 | |
Danil Chapovalov | ba0a306 | 2021-08-13 18:15:55 +0200 | [diff] [blame] | 51 | void VCMDecoderDataBase::RegisterReceiveCodec( |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 52 | uint8_t payload_type, |
| 53 | const VideoDecoder::Settings& settings) { |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 54 | // If payload value already exists, erase old and insert new. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 55 | if (payload_type == current_payload_type_) { |
| 56 | current_payload_type_ = absl::nullopt; |
| 57 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 58 | decoder_settings_[payload_type] = settings; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 59 | } |
| 60 | |
| 61 | bool VCMDecoderDataBase::DeregisterReceiveCodec(uint8_t payload_type) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 62 | if (decoder_settings_.erase(payload_type) == 0) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 63 | return false; |
| 64 | } |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 65 | if (payload_type == current_payload_type_) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 66 | // This codec is currently in use. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 67 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 68 | } |
| 69 | return true; |
| 70 | } |
| 71 | |
| 72 | VCMGenericDecoder* VCMDecoderDataBase::GetDecoder( |
| 73 | const VCMEncodedFrame& frame, |
| 74 | VCMDecodedFrameCallback* decoded_frame_callback) { |
| 75 | RTC_DCHECK(decoded_frame_callback->UserReceiveCallback()); |
| 76 | uint8_t payload_type = frame.PayloadType(); |
Niels Möller | 5401bad | 2020-08-11 12:17:42 +0200 | [diff] [blame] | 77 | if (payload_type == current_payload_type_ || payload_type == 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 78 | return current_decoder_.has_value() ? &*current_decoder_ : nullptr; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 79 | } |
Åsa Persson | 6cb74fd | 2018-06-01 15:13:42 +0200 | [diff] [blame] | 80 | // If decoder exists - delete. |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 81 | if (current_decoder_.has_value()) { |
| 82 | current_decoder_ = absl::nullopt; |
| 83 | current_payload_type_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 84 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 85 | |
| 86 | CreateAndInitDecoder(frame); |
| 87 | if (current_decoder_ == absl::nullopt) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 88 | return nullptr; |
| 89 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 90 | |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 91 | VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback(); |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 92 | callback->OnIncomingPayloadType(payload_type); |
| 93 | if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) < |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 94 | 0) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 95 | current_decoder_ = absl::nullopt; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 96 | return nullptr; |
| 97 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 98 | |
| 99 | current_payload_type_ = payload_type; |
| 100 | return &*current_decoder_; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 101 | } |
| 102 | |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 103 | void VCMDecoderDataBase::CreateAndInitDecoder(const VCMEncodedFrame& frame) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 104 | uint8_t payload_type = frame.PayloadType(); |
| 105 | RTC_LOG(LS_INFO) << "Initializing decoder with payload type '" |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 106 | << int{payload_type} << "'."; |
| 107 | auto decoder_item = decoder_settings_.find(payload_type); |
| 108 | if (decoder_item == decoder_settings_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 109 | RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: " |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 110 | << int{payload_type}; |
| 111 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 112 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 113 | auto external_dec_item = decoders_.find(payload_type); |
| 114 | if (external_dec_item == decoders_.end()) { |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 115 | RTC_LOG(LS_ERROR) << "No decoder of this type exists."; |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 116 | return; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 117 | } |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 118 | current_decoder_.emplace(external_dec_item->second); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 119 | |
| 120 | // Copy over input resolutions to prevent codec reinitialization due to |
| 121 | // the first frame being of a different resolution than the database values. |
| 122 | // This is best effort, since there's no guarantee that width/height have been |
| 123 | // parsed yet (and may be zero). |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 124 | RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth, |
| 125 | frame.EncodedImage()._encodedHeight); |
| 126 | if (frame_resolution.Valid()) { |
| 127 | decoder_item->second.set_max_render_resolution(frame_resolution); |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 128 | } |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 129 | if (!current_decoder_->Configure(decoder_item->second)) { |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 130 | current_decoder_ = absl::nullopt; |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 131 | RTC_LOG(LS_ERROR) << "Failed to initialize decoder."; |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 132 | } |
Niels Möller | f906378 | 2018-02-20 16:09:48 +0100 | [diff] [blame] | 133 | } |
| 134 | |
| 135 | } // namespace webrtc |