Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/video_coding/generic_decoder.h" |
| 12 | |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 13 | #include <memory> |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 14 | #include <vector> |
| 15 | |
| 16 | #include "absl/types/optional.h" |
| 17 | #include "api/task_queue/default_task_queue_factory.h" |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 18 | #include "api/video_codecs/video_decoder.h" |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 19 | #include "common_video/test/utilities.h" |
| 20 | #include "modules/video_coding/timing.h" |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 21 | #include "rtc_base/event.h" |
Markus Handell | 6deec38 | 2020-07-07 12:17:12 +0200 | [diff] [blame] | 22 | #include "rtc_base/synchronization/mutex.h" |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 23 | #include "system_wrappers/include/clock.h" |
| 24 | #include "test/fake_decoder.h" |
| 25 | #include "test/gmock.h" |
| 26 | #include "test/gtest.h" |
| 27 | |
| 28 | namespace webrtc { |
| 29 | namespace video_coding { |
| 30 | |
| 31 | class ReceiveCallback : public VCMReceiveCallback { |
| 32 | public: |
| 33 | int32_t FrameToRender(VideoFrame& videoFrame, // NOLINT |
| 34 | absl::optional<uint8_t> qp, |
Johannes Kron | bfd343b | 2019-07-01 10:07:50 +0200 | [diff] [blame] | 35 | int32_t decode_time_ms, |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 36 | VideoContentType content_type) override { |
| 37 | { |
Markus Handell | 6deec38 | 2020-07-07 12:17:12 +0200 | [diff] [blame] | 38 | MutexLock lock(&lock_); |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 39 | last_frame_ = videoFrame; |
| 40 | } |
| 41 | received_frame_event_.Set(); |
| 42 | return 0; |
| 43 | } |
| 44 | |
| 45 | absl::optional<VideoFrame> GetLastFrame() { |
Markus Handell | 6deec38 | 2020-07-07 12:17:12 +0200 | [diff] [blame] | 46 | MutexLock lock(&lock_); |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 47 | return last_frame_; |
| 48 | } |
| 49 | |
| 50 | absl::optional<VideoFrame> WaitForFrame(int64_t wait_ms) { |
| 51 | if (received_frame_event_.Wait(wait_ms)) { |
Markus Handell | 6deec38 | 2020-07-07 12:17:12 +0200 | [diff] [blame] | 52 | MutexLock lock(&lock_); |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 53 | return last_frame_; |
| 54 | } else { |
| 55 | return absl::nullopt; |
| 56 | } |
| 57 | } |
| 58 | |
| 59 | private: |
Markus Handell | 6deec38 | 2020-07-07 12:17:12 +0200 | [diff] [blame] | 60 | Mutex lock_; |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 61 | rtc::Event received_frame_event_; |
| 62 | absl::optional<VideoFrame> last_frame_ RTC_GUARDED_BY(lock_); |
| 63 | }; |
| 64 | |
| 65 | class GenericDecoderTest : public ::testing::Test { |
| 66 | protected: |
| 67 | GenericDecoderTest() |
| 68 | : clock_(0), |
| 69 | timing_(&clock_), |
| 70 | task_queue_factory_(CreateDefaultTaskQueueFactory()), |
| 71 | decoder_(task_queue_factory_.get()), |
| 72 | vcm_callback_(&timing_, &clock_), |
Danil Chapovalov | 7b78a31 | 2021-08-06 12:30:02 +0200 | [diff] [blame] | 73 | generic_decoder_(&decoder_) {} |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 74 | |
| 75 | void SetUp() override { |
| 76 | generic_decoder_.RegisterDecodeCompleteCallback(&vcm_callback_); |
| 77 | vcm_callback_.SetUserReceiveCallback(&user_callback_); |
Danil Chapovalov | 355b8d2 | 2021-08-13 16:50:37 +0200 | [diff] [blame] | 78 | VideoDecoder::Settings settings; |
| 79 | settings.set_codec_type(kVideoCodecVP8); |
| 80 | settings.set_max_render_resolution({10, 10}); |
| 81 | settings.set_number_of_cores(4); |
| 82 | generic_decoder_.Configure(settings); |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 83 | } |
| 84 | |
| 85 | SimulatedClock clock_; |
| 86 | VCMTiming timing_; |
| 87 | std::unique_ptr<TaskQueueFactory> task_queue_factory_; |
| 88 | webrtc::test::FakeDecoder decoder_; |
| 89 | VCMDecodedFrameCallback vcm_callback_; |
| 90 | VCMGenericDecoder generic_decoder_; |
| 91 | ReceiveCallback user_callback_; |
| 92 | }; |
| 93 | |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 94 | TEST_F(GenericDecoderTest, PassesPacketInfos) { |
| 95 | RtpPacketInfos packet_infos = CreatePacketInfos(3); |
| 96 | VCMEncodedFrame encoded_frame; |
| 97 | encoded_frame.SetPacketInfos(packet_infos); |
Johannes Kron | 05f8487 | 2020-01-16 14:09:33 +0100 | [diff] [blame] | 98 | generic_decoder_.Decode(encoded_frame, clock_.CurrentTime()); |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 99 | absl::optional<VideoFrame> decoded_frame = user_callback_.WaitForFrame(10); |
| 100 | ASSERT_TRUE(decoded_frame.has_value()); |
| 101 | EXPECT_EQ(decoded_frame->packet_infos().size(), 3U); |
| 102 | } |
| 103 | |
| 104 | TEST_F(GenericDecoderTest, PassesPacketInfosForDelayedDecoders) { |
| 105 | RtpPacketInfos packet_infos = CreatePacketInfos(3); |
| 106 | decoder_.SetDelayedDecoding(100); |
| 107 | |
| 108 | { |
| 109 | // Ensure the original frame is destroyed before the decoding is completed. |
| 110 | VCMEncodedFrame encoded_frame; |
| 111 | encoded_frame.SetPacketInfos(packet_infos); |
Johannes Kron | 05f8487 | 2020-01-16 14:09:33 +0100 | [diff] [blame] | 112 | generic_decoder_.Decode(encoded_frame, clock_.CurrentTime()); |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 113 | } |
| 114 | |
| 115 | absl::optional<VideoFrame> decoded_frame = user_callback_.WaitForFrame(200); |
| 116 | ASSERT_TRUE(decoded_frame.has_value()); |
| 117 | EXPECT_EQ(decoded_frame->packet_infos().size(), 3U); |
| 118 | } |
| 119 | |
Johannes Kron | 111e981 | 2020-10-26 13:54:40 +0100 | [diff] [blame] | 120 | TEST_F(GenericDecoderTest, MaxCompositionDelayNotSetByDefault) { |
| 121 | VCMEncodedFrame encoded_frame; |
| 122 | generic_decoder_.Decode(encoded_frame, clock_.CurrentTime()); |
| 123 | absl::optional<VideoFrame> decoded_frame = user_callback_.WaitForFrame(10); |
| 124 | ASSERT_TRUE(decoded_frame.has_value()); |
| 125 | EXPECT_FALSE(decoded_frame->max_composition_delay_in_frames()); |
| 126 | } |
| 127 | |
| 128 | TEST_F(GenericDecoderTest, MaxCompositionDelayActivatedByPlayoutDelay) { |
| 129 | VCMEncodedFrame encoded_frame; |
| 130 | // VideoReceiveStream2 would set MaxCompositionDelayInFrames if playout delay |
| 131 | // is specified as X,Y, where X=0, Y>0. |
| 132 | const VideoPlayoutDelay kPlayoutDelay = {0, 50}; |
| 133 | constexpr int kMaxCompositionDelayInFrames = 3; // ~50 ms at 60 fps. |
| 134 | encoded_frame.SetPlayoutDelay(kPlayoutDelay); |
| 135 | timing_.SetMaxCompositionDelayInFrames( |
| 136 | absl::make_optional(kMaxCompositionDelayInFrames)); |
| 137 | generic_decoder_.Decode(encoded_frame, clock_.CurrentTime()); |
| 138 | absl::optional<VideoFrame> decoded_frame = user_callback_.WaitForFrame(10); |
| 139 | ASSERT_TRUE(decoded_frame.has_value()); |
| 140 | EXPECT_EQ(kMaxCompositionDelayInFrames, |
| 141 | decoded_frame->max_composition_delay_in_frames()); |
| 142 | } |
| 143 | |
Ilya Nikolaevskiy | 2ebf523 | 2019-05-13 16:13:36 +0200 | [diff] [blame] | 144 | } // namespace video_coding |
| 145 | } // namespace webrtc |